| /linux/kernel/sched/ext/ |
| H A D | cid.h | 173 return likely(cid >= m->base && cid < m->base + m->nr_cids); in __scx_cmask_contains()
192 static inline void __scx_cmask_init(struct scx_cmask *m, u32 base, u32 nr_cids, in __scx_cmask_init() argument
195 if (WARN_ON_ONCE(alloc_cids < nr_cids)) in __scx_cmask_init()
196 nr_cids = alloc_cids; in __scx_cmask_init()
199 m->nr_cids = nr_cids; in __scx_cmask_init()
212 static inline void scx_cmask_init(struct scx_cmask *m, u32 base, u32 nr_cids) in scx_cmask_init() argument
214 __scx_cmask_init(m, base, nr_cids, nr_cids); in scx_cmask_init()
226 static inline void scx_cmask_reframe(struct scx_cmask *m, u32 base, u32 nr_cids) in scx_cmask_reframe() argument
228 if (WARN_ON_ONCE(SCX_CMASK_NR_WORDS(nr_cids) > m->alloc_words)) in scx_cmask_reframe()
231 if (nr_cids) { in scx_cmask_reframe()
[all …]
|
| H A D | cid.c | 379 if (tbls->shard_ranges[sidx].nr_cids == 0) in scx_cid_init()
381 tbls->shard_ranges[sidx].nr_cids++; in scx_cid_init()
398 if (!m->nr_cids) in scx_cmask_clear()
400 nr_words = (m->base + m->nr_cids - 1) / 64 - m->base / 64 + 1; in scx_cmask_clear()
414 if (!m->nr_cids) in scx_cmask_fill()
416 nr_words = (m->base + m->nr_cids - 1) / 64 - m->base / 64 + 1; in scx_cmask_fill()
425 tail_bits = (m->base + m->nr_cids) & 63; in scx_cmask_fill()
615 tbls->shard_ranges[si].nr_cids = end - shard_start[si]; in scx_bpf_cid_override()
833 cmask_walk_op2(dst->bits, dst->base, dst->nr_cids, in scx_cmask_and()
834 src->bits, src->base, src->nr_cids, CMASK_OP2_AND); in scx_cmask_and()
[all …]
|
| H A D | types.h | 106 s32 nr_cids; member
129 u32 nr_cids; member
142 #define SCX_CMASK_NR_WORDS(nr_cids) ((u32)(((u64)(nr_cids) + 63) / 64 + 1)) argument
158 .nr_cids = (NR_CIDS), \
219 u32 nr_cids; member
|
| H A D | sub.c | 131 SCX_CMASK_NR_WORDS(pshard->nr_cids))); in free_pshard()
152 SCX_CMASK_NR_WORDS(shard->nr_cids)); in alloc_pshard()
164 pshard->nr_cids = shard->nr_cids; in alloc_pshard()
167 scx_cmask_init(&pshard->caps[i].cmask, shard->base_cid, shard->nr_cids); in alloc_pshard()
172 __scx_cmask_init(&cu->cmask, shard->base_cid, shard->nr_cids, SCX_CID_SHARD_MAX_CPUS); in alloc_pshard()
180 scx_cmask_init(cu->cmask_arena_out, shard->base_cid, shard->nr_cids); in alloc_pshard()
861 ps->base, ps->nr_cids, &ref); in caps_updated_deliver()
2354 SCX_CMASK_DEFINE_SHARD(granted_cids, slice->base, slice->nr_cids); in scx_bpf_sub_grant()
2355 SCX_CMASK_DEFINE_SHARD(changed_cids, slice->base, slice->nr_cids); in scx_bpf_sub_grant()
2356 SCX_CMASK_DEFINE_SHARD(delta, slice->base, slice->nr_cids); in scx_bpf_sub_grant()
[all …]
|
| H A D | internal.h | 1517 u32 nr_cids; member
|
| H A D | ext.c | 5465 scx_cmask_reframe(snap, cm->base, cm->nr_cids); in scx_attr_caps_show()
|
| /linux/tools/sched_ext/include/scx/ |
| H A D | cid.bpf.h | 41 #define CMASK_NR_WORDS(nr_cids) ((u32)(((u64)(nr_cids) + 63) / 64 + 1)) argument
45 return cid >= m->base && cid < m->base + m->nr_cids; in __cmask_contains()
64 u32 nr_cids, u32 alloc_cids) in __cmask_init() argument
68 if (unlikely(nr_cids > alloc_cids)) { in __cmask_init()
70 nr_cids, alloc_cids); in __cmask_init()
76 m->nr_cids = nr_cids; in __cmask_init()
94 static __always_inline void cmask_init(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_init() argument
96 __cmask_init(m, base, nr_cids, nr_cids); in cmask_init()
108 static __always_inline void cmask_reframe(struct scx_cmask __arena *m, u32 base, u32 nr_cids) in cmask_reframe() argument
110 if (CMASK_NR_WORDS(nr_cids) > m->alloc_words) { in cmask_reframe()
[all …]
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 220 u32 nr_cids = scx_bpf_nr_cids(); in pick_direct_dispatch_cid() local
234 if (cid >= nr_cids) in pick_direct_dispatch_cid()
372 s32 nr_cids = qa.nr_cids, c; in first_unavail_cid() local
374 if (nr_cids > SCX_QMAP_MAX_CPUS) { in first_unavail_cid()
379 bpf_for(c, 0, nr_cids) { in first_unavail_cid()
604 u32 nr_cids = scx_bpf_nr_cids(); in scan_shared_dsq() local
655 if (cid >= nr_cids) { in scan_shared_dsq()
659 if (c >= 0 && c < nr_cids) { in scan_shared_dsq()
1377 s32 nr_cids = qa.nr_cids; in compute_partition() local
1383 if (nr_cids > SCX_QMAP_MAX_CPUS) { in compute_partition()
[all …]
|
| H A D | scx_qmap.h | 149 u32 nr_cids; /* cid count, cached at init */ member
|
| H A D | scx_qmap.c | 126 u32 nr = qa->nr_cids, cid; in format_cid_ranges()
|