Home
last modified time | relevance | path

Searched refs:scx_cmask (Results 1 – 11 of 11) sorted by relevance

/linux/kernel/sched/ext/
H A Dcid.h72 void scx_cmask_clear(struct scx_cmask *m);
73 void scx_cmask_fill(struct scx_cmask *m);
74 void scx_cmask_and(struct scx_cmask *dst, const struct scx_cmask *src);
75 void scx_cmask_or(struct scx_cmask *dst, const struct scx_cmask *src);
76 void scx_cmask_copy(struct scx_cmask *dst, const struct scx_cmask *src);
77 void scx_cmask_andnot(struct scx_cmask *dst, const struct scx_cmask *src);
78 bool scx_cmask_subset(const struct scx_cmask *sub, const struct scx_cmask *super);
79 bool scx_cmask_intersects(const struct scx_cmask *a, const struct scx_cmask *b);
80 bool scx_cmask_empty(const struct scx_cmask *m);
171 static inline bool __scx_cmask_contains(u32 cid, const struct scx_cmask *m) in __scx_cmask_contains()
[all …]
H A Dcid.c394 void scx_cmask_clear(struct scx_cmask *m) in scx_cmask_clear()
410 void scx_cmask_fill(struct scx_cmask *m) in scx_cmask_fill()
831 void scx_cmask_and(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_and()
837 void scx_cmask_or(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_or()
843 void scx_cmask_copy(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_copy()
849 void scx_cmask_andnot(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_andnot()
859 static bool cmask_any_set_in_range(const struct scx_cmask *cm, u32 lo, u32 hi) in cmask_any_set_in_range()
874 bool scx_cmask_subset(const struct scx_cmask *sub, const struct scx_cmask *super) in scx_cmask_subset()
895 bool scx_cmask_intersects(const struct scx_cmask *a, const struct scx_cmask *b) in scx_cmask_intersects()
907 bool scx_cmask_empty(const struct scx_cmask *m) in scx_cmask_empty()
[all …]
H A Dtypes.h131 struct scx_cmask { struct
160 _DEFINE_FLEX(struct scx_cmask, NAME, bits, SCX_CMASK_NR_WORDS(ALLOC_CIDS), \
221 struct scx_cmask *src;
H A Dinternal.h852 void (*sub_caps_updated)(const struct scx_cmask *cmask, u64 caps);
1093 const struct scx_cmask *cmask__arena);
1119 void (*sub_caps_updated)(const struct scx_cmask *cmask__arena, u64 caps);
1523 struct scx_cmask *cmask_arena_out;
1526 TRAILING_OVERLAP(struct scx_cmask, cmask, bits,
1541 TRAILING_OVERLAP(struct scx_cmask, cmask, bits,
1590 struct scx_cmask * __percpu *set_cmask_scratch;
1591 struct scx_cmask *online_cmask;
H A Dsub.c130 struct_size_t(struct scx_cmask, bits, in free_pshard()
151 size_t cmask_size = struct_size_t(struct scx_cmask, bits, in alloc_pshard()
820 static void caps_updated_record(struct scx_pshard *ps, const struct scx_cmask *cids, u64 caps, in caps_updated_record()
2313 const struct scx_cmask *cmask__arena, in scx_bpf_sub_grant()
2314 struct scx_cmask *denied_out__arena__nullable, in scx_bpf_sub_grant()
2376 struct scx_cmask *ccm = &cps->caps[cap_bit].cmask; in scx_bpf_sub_grant()
2433 const struct scx_cmask *cmask__arena, in scx_bpf_sub_revoke()
2480 struct scx_cmask *cm = &ps->caps[cap_bit].cmask; in scx_bpf_sub_revoke()
2526 __bpf_kfunc s32 scx_bpf_sub_caps(u64 cgroup_id, u64 caps, struct scx_cmask *out__arena, in scx_bpf_sub_caps()
2654 const struct scx_cmask *cmask__arena, in scx_bpf_sub_grant()
[all …]
H A Dext.c464 static struct scx_cmask *scx_fill_cmask_scratch(struct scx_sched *sch, in scx_fill_cmask_scratch()
467 struct scx_cmask *kern_va = *this_cpu_ptr(sch->set_cmask_scratch); in scx_fill_cmask_scratch()
3745 struct scx_cmask *mask = pos->online_cmask; in handle_hotplug()
4027 struct scx_cmask *cmask = scx_fill_cmask_scratch(sch, p->cpus_ptr); in __scx_enable_task()
5432 size_t size = struct_size_t(struct scx_cmask, bits, in scx_alloc_kern_arena_objs()
5434 struct scx_cmask *online; in scx_alloc_kern_arena_objs()
5444 sch->set_cmask_scratch = alloc_percpu(struct scx_cmask *); in scx_alloc_kern_arena_objs()
5449 struct scx_cmask **slot = per_cpu_ptr(sch->set_cmask_scratch, cpu); in scx_alloc_kern_arena_objs()
5473 size_t size = struct_size_t(struct scx_cmask, bits, in scx_free_kern_arena_objs()
5482 struct scx_cmask **slot = per_cpu_ptr(sch->set_cmask_scratch, cpu); in scx_free_kern_arena_objs()
[all …]
/linux/tools/sched_ext/include/scx/
H A Dcid.bpf.h43 static __always_inline bool __cmask_contains(u32 cid, const struct scx_cmask __arena *m) in __cmask_contains()
48 static __always_inline u64 __arena *__cmask_word(u32 cid, const struct scx_cmask __arena *m) in __cmask_word()
63 static __always_inline void __cmask_init(struct scx_cmask __arena *m, u32 base, in __cmask_init()
94 static __always_inline void cmask_init(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_init()
108 static __always_inline void cmask_reframe(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_reframe()
125 static __always_inline bool cmask_test(u32 cid, const struct scx_cmask __arena *m) in cmask_test()
143 static __always_inline void cmask_set(u32 cid, struct scx_cmask __arena *m) in cmask_set()
164 static __always_inline void cmask_clear(u32 cid, struct scx_cmask __arena *m) in cmask_clear()
185 static __always_inline bool cmask_test_and_set(u32 cid, struct scx_cmask __arena *m) in cmask_test_and_set()
207 static __always_inline bool cmask_test_and_clear(u32 cid, struct scx_cmask __arena *m) in cmask_test_and_clear()
[all …]
H A Dcommon.bpf.h122 …bpf_sub_grant(u64 cgroup_id, u64 caps, const struct scx_cmask __arena *cmask__arena, struct scx_cm…
123 void scx_bpf_sub_revoke(u64 cgroup_id, u64 caps, const struct scx_cmask __arena *cmask__arena) __ks…
124 s32 scx_bpf_sub_caps(u64 cgroup_id, u64 caps, struct scx_cmask __arena *out__arena) __ksym __weak;
/linux/tools/testing/selftests/sched_ext/
H A Denable_cmask.bpf.c59 static int check_mask(struct task_struct *p, const struct scx_cmask __arena *m, u64 *fp, in check_mask()
101 struct scx_cmask __arena *m = (struct scx_cmask __arena *)args->cmask_arena_addr; in BPF_STRUCT_OPS()
128 struct scx_cmask __arena *m) in BPF_STRUCT_OPS()
/linux/tools/sched_ext/
H A Dscx_qmap.h81 struct scx_cmask mask;
H A Dscx_qmap.bpf.c111 struct_size_t(struct scx_cmask, bits, QMAP_CMASK_WORDS),
174 struct scx_cmask cpus_allowed; /* per-task affinity in cid space */
1140 const struct scx_cmask *cmask_in) in BPF_STRUCT_OPS()
1142 struct scx_cmask __arena *cmask = (struct scx_cmask __arena *)(long)cmask_in; in BPF_STRUCT_OPS()
2043 void BPF_STRUCT_OPS(qmap_sub_caps_updated, const struct scx_cmask *cmask, u64 caps) in BPF_STRUCT_OPS()