Home
last modified time | relevance | path

Searched refs:scx_cmask (Results 1 – 10 of 10) sorted by relevance

/linux/kernel/sched/ext/
H A Dcid.h72 void scx_cmask_clear(struct scx_cmask *m);
73 void scx_cmask_fill(struct scx_cmask *m);
74 void scx_cmask_and(struct scx_cmask *dst, const struct scx_cmask *src);
75 void scx_cmask_or(struct scx_cmask *dst, const struct scx_cmask *src);
76 void scx_cmask_copy(struct scx_cmask *dst, const struct scx_cmask *src);
77 void scx_cmask_andnot(struct scx_cmask *dst, const struct scx_cmask *src);
78 bool scx_cmask_subset(const struct scx_cmask *sub, const struct scx_cmask *super);
79 bool scx_cmask_intersects(const struct scx_cmask *a, const struct scx_cmask *b);
80 bool scx_cmask_empty(const struct scx_cmask *m);
171 static inline bool __scx_cmask_contains(u32 cid, const struct scx_cmask *m) in __scx_cmask_contains()
[all …]
H A Dcid.c394 void scx_cmask_clear(struct scx_cmask *m) in scx_cmask_clear()
410 void scx_cmask_fill(struct scx_cmask *m) in scx_cmask_fill()
831 void scx_cmask_and(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_and()
837 void scx_cmask_or(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_or()
843 void scx_cmask_copy(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_copy()
849 void scx_cmask_andnot(struct scx_cmask *dst, const struct scx_cmask *src) in scx_cmask_andnot()
859 static bool cmask_any_set_in_range(const struct scx_cmask *cm, u32 lo, u32 hi) in cmask_any_set_in_range()
874 bool scx_cmask_subset(const struct scx_cmask *sub, const struct scx_cmask *super) in scx_cmask_subset()
895 bool scx_cmask_intersects(const struct scx_cmask *a, const struct scx_cmask *b) in scx_cmask_intersects()
907 bool scx_cmask_empty(const struct scx_cmask *m) in scx_cmask_empty()
[all …]
H A Dtypes.h127 struct scx_cmask { struct
156 _DEFINE_FLEX(struct scx_cmask, NAME, bits, SCX_CMASK_NR_WORDS(ALLOC_CIDS), \
217 struct scx_cmask *src;
H A Dinternal.h818 void (*sub_caps_updated)(const struct scx_cmask *cmask, u64 caps);
1058 const struct scx_cmask *cmask__arena);
1084 void (*sub_caps_updated)(const struct scx_cmask *cmask__arena, u64 caps);
1488 struct scx_cmask *cmask_arena_out;
1491 TRAILING_OVERLAP(struct scx_cmask, cmask, bits,
1506 TRAILING_OVERLAP(struct scx_cmask, cmask, bits,
1554 struct scx_cmask * __percpu *set_cmask_scratch;
H A Dsub.c130 struct_size_t(struct scx_cmask, bits, in free_pshard()
151 size_t cmask_size = struct_size_t(struct scx_cmask, bits, in alloc_pshard()
823 static void caps_updated_record(struct scx_pshard *ps, const struct scx_cmask *cids, u64 caps, in caps_updated_record()
2312 const struct scx_cmask *cmask__arena, in scx_bpf_sub_grant()
2313 struct scx_cmask *denied_out__arena__nullable, in scx_bpf_sub_grant()
2375 struct scx_cmask *ccm = &cps->caps[cap_bit].cmask; in scx_bpf_sub_grant()
2432 const struct scx_cmask *cmask__arena, in scx_bpf_sub_revoke()
2479 struct scx_cmask *cm = &ps->caps[cap_bit].cmask; in scx_bpf_sub_revoke()
2525 __bpf_kfunc s32 scx_bpf_sub_caps(u64 cgroup_id, u64 caps, struct scx_cmask *out__arena, in scx_bpf_sub_caps()
2653 const struct scx_cmask *cmask__arena, in scx_bpf_sub_grant()
[all …]
H A Dext.c465 struct scx_cmask *kern_va = *this_cpu_ptr(sch->set_cmask_scratch); in scx_call_op_set_cpumask()
5275 size_t size = struct_size_t(struct scx_cmask, bits, in scx_set_cmask_scratch_alloc()
5282 sch->set_cmask_scratch = alloc_percpu(struct scx_cmask *); in scx_set_cmask_scratch_alloc()
5287 struct scx_cmask **slot = per_cpu_ptr(sch->set_cmask_scratch, cpu); in scx_set_cmask_scratch_alloc()
5299 size_t size = struct_size_t(struct scx_cmask, bits, in scx_set_cmask_scratch_free()
5307 struct scx_cmask **slot = per_cpu_ptr(sch->set_cmask_scratch, cpu); in scx_set_cmask_scratch_free()
5449 struct scx_cmask *agg __free(kfree) = in scx_attr_caps_show()
5463 struct scx_cmask *cm = &sch->pshard[si]->caps[cap].cmask; in scx_attr_caps_show()
8319 static void sched_ext_ops_cid__set_cmask(struct task_struct *p, const struct scx_cmask *cmask__aren… in sched_ext_ops_cid__set_cmask()
8320 static void sched_ext_ops__sub_caps_updated(const struct scx_cmask *cmask__arena, u64 caps) {} in sched_ext_ops__sub_caps_updated()
/linux/tools/sched_ext/include/scx/
H A Dcid.bpf.h43 static __always_inline bool __cmask_contains(u32 cid, const struct scx_cmask __arena *m) in __cmask_contains()
48 static __always_inline u64 __arena *__cmask_word(u32 cid, const struct scx_cmask __arena *m) in __cmask_word()
63 static __always_inline void __cmask_init(struct scx_cmask __arena *m, u32 base, in __cmask_init()
94 static __always_inline void cmask_init(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_init()
108 static __always_inline void cmask_reframe(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_reframe()
125 static __always_inline bool cmask_test(u32 cid, const struct scx_cmask __arena *m) in cmask_test()
143 static __always_inline void cmask_set(u32 cid, struct scx_cmask __arena *m) in cmask_set()
164 static __always_inline void cmask_clear(u32 cid, struct scx_cmask __arena *m) in cmask_clear()
185 static __always_inline bool cmask_test_and_set(u32 cid, struct scx_cmask __arena *m) in cmask_test_and_set()
207 static __always_inline bool cmask_test_and_clear(u32 cid, struct scx_cmask __arena *m) in cmask_test_and_clear()
[all …]
H A Dcommon.bpf.h119 …bpf_sub_grant(u64 cgroup_id, u64 caps, const struct scx_cmask __arena *cmask__arena, struct scx_cm…
120 void scx_bpf_sub_revoke(u64 cgroup_id, u64 caps, const struct scx_cmask __arena *cmask__arena) __ks…
121 s32 scx_bpf_sub_caps(u64 cgroup_id, u64 caps, struct scx_cmask __arena *out__arena) __ksym __weak;
/linux/tools/sched_ext/
H A Dscx_qmap.h81 struct scx_cmask mask;
H A Dscx_qmap.bpf.c108 struct_size_t(struct scx_cmask, bits, QMAP_CMASK_WORDS),
171 struct scx_cmask cpus_allowed; /* per-task affinity in cid space */
1127 const struct scx_cmask *cmask_in) in BPF_STRUCT_OPS()
1129 struct scx_cmask __arena *cmask = (struct scx_cmask __arena *)(long)cmask_in; in BPF_STRUCT_OPS()
1990 void BPF_STRUCT_OPS(qmap_sub_caps_updated, const struct scx_cmask *cmask, u64 caps) in BPF_STRUCT_OPS()