rq (reference) in projects: linux - OpenGrok search results

Project(s)

Full Search
Definition
Symbol
File Path
History
Type

Searched refs:rq (Results 1 – 25 of 419) sorted by relevance

12 3 4 5 6 7 8 9 10 >>...17

/linux/drivers/scsi/fnic/
H A D	vnic_rq.c	15 static int vnic_rq_alloc_bufs(struct vnic_rq rq) in vnic_rq_alloc_bufs() argument 18 unsigned int i, j, count = rq->ring.desc_count; in vnic_rq_alloc_bufs() 22 rq->bufs[i] = kzalloc(VNIC_RQ_BUF_BLK_SZ, GFP_ATOMIC); in vnic_rq_alloc_bufs() 23 if (!rq->bufs[i]) { in vnic_rq_alloc_bufs() 30 buf = rq->bufs[i]; in vnic_rq_alloc_bufs() 33 buf->desc = (u8 )rq->ring.descs + in vnic_rq_alloc_bufs() 34 rq->ring.desc_size * buf->index; in vnic_rq_alloc_bufs() 36 buf->next = rq->bufs[0]; in vnic_rq_alloc_bufs() 39 buf->next = rq->bufs[i + 1]; in vnic_rq_alloc_bufs() 47 rq->to_use = rq->to_clean = rq->bufs[0]; in vnic_rq_alloc_bufs() [all …]
H A D	vnic_rq.h	93 static inline unsigned int vnic_rq_desc_avail(struct vnic_rq rq) in vnic_rq_desc_avail() argument 96 return rq->ring.desc_avail; in vnic_rq_desc_avail() 99 static inline unsigned int vnic_rq_desc_used(struct vnic_rq rq) in vnic_rq_desc_used() argument 102 return rq->ring.desc_count - rq->ring.desc_avail - 1; in vnic_rq_desc_used() 105 static inline void vnic_rq_next_desc(struct vnic_rq rq) in vnic_rq_next_desc() argument 107 return rq->to_use->desc; in vnic_rq_next_desc() 110 static inline unsigned int vnic_rq_next_index(struct vnic_rq rq) in vnic_rq_next_index() argument 112 return rq->to_use->index; in vnic_rq_next_index() 115 static inline unsigned int vnic_rq_next_buf_index(struct vnic_rq rq) in vnic_rq_next_buf_index() argument 117 return rq->buf_index++; in vnic_rq_next_buf_index() [all …]
/linux/kernel/sched/
H A D	sched.h	83 struct rq; 107 extern void calc_global_load_tick(struct rq this_rq); 108 extern long calc_load_fold_active(struct rq this_rq, long adjust); 110 extern void call_trace_sched_update_nr_running(struct rq rq, int count); 317 / nests inside the rq lock: / 364 extern s64 dl_scaled_delta_exec(struct rq rq, struct sched_dl_entity dl_se, s64 delta_exec); 369 dl_se::rq -- runqueue we belong to. 415 extern void dl_server_init(struct sched_dl_entity dl_se, struct rq r 740 struct rq rq; / CPU runqueue to which this cfs_rq is attached / global() member 886 struct rq rq; /* this is always top-level rq, cache? / global() member 1159 struct rq { global() struct 1168 nr_runningrq global() argument 1170 nr_numa_runningrq global() argument 1171 nr_preferred_runningrq global() argument 1173 ttwu_pendingrq global() argument 1174 cpu_capacityrq global() argument 1176 donorrq global() argument 1177 currrq global() argument 1179 __anon83abaf99040arq global() argument 1206 uclamprq global() argument 1211 cfsrq global() argument 1212 rtrq global() argument 1213 dlrq global() argument 1215 scxrq global() argument 1228 fair_serverrq global() argument 1229 leaf_cfs_rq_listrq global() argument 1230 tmp_alone_branchrq global() argument 1234 numa_migrate_onrq global() argument 1238 nr_pref_llc_runningrq global() argument 1239 nr_llc_runningrq global() argument 1248 nr_uninterruptiblerq global() argument 1250 dl_serverrq global() argument 1251 stoprq global() argument 1252 next_classrq global() argument 1253 next_balancerq global() argument 1254 prev_mmrq global() argument 1260 ____cacheline_alignedrq global() argument 1261 clock_peltrq global() argument 1262 clockrq global() argument 1263 lost_idle_timerq global() argument 1264 clock_update_flagsrq global() argument 1265 clock_pelt_idlerq global() argument 1266 clock_idlerq global() argument 1269 clock_pelt_idle_copyrq global() argument 1270 clock_idle_copyrq global() argument 1273 last_seen_need_resched_nsrq global() argument 1274 ticks_without_reschedrq global() argument 1277 membarrier_staterq global() argument 1280 rdrq global() argument 1304 avg_irqrq global() argument 1320 prev_irq_timerq global() argument 1321 psi_irq_timerq global() argument 1327 prev_steal_time_rqrq global() argument 1344 rq_sched_inforq global() argument 1345 rq_cpu_timerq global() argument 1369 push_workrq global() argument 1370 corerq global() argument 1388 core_task_seqrq global() argument 1402 nr_iowaitrq rq_of() argument 1415 cpu_of(struct rq rq) cpu_of() argument 1446 idle_rq(struct rq * rq) idle_rq() argument 1469 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument 1474 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument 1485 sched_core_enabled(struct rq * rq) sched_core_enabled() argument 1499 rq_lockp(struct rq * rq) rq_lockp() argument 1507 __rq_lockp(struct rq * rq) __rq_lockp() argument 1527 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument 1536 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument 1562 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument 1600 sched_core_enabled(struct rq * rq) sched_core_enabled() argument 1610 rq_lockp(struct rq * rq) rq_lockp() argument 1615 __rq_lockp(struct rq * rq) __rq_lockp() argument 1621 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument 1626 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument 1631 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument 1663 lockdep_assert_rq_held(struct rq * rq) lockdep_assert_rq_held() argument 1675 raw_spin_rq_lock(struct rq * rq) raw_spin_rq_lock() argument 1681 raw_spin_rq_unlock(struct rq * rq) raw_spin_rq_unlock() argument 1687 raw_spin_rq_lock_irq(struct rq * rq) raw_spin_rq_lock_irq() argument 1694 raw_spin_rq_unlock_irq(struct rq * rq) raw_spin_rq_unlock_irq() argument 1701 _raw_spin_rq_lock_irqsave(struct rq * rq) _raw_spin_rq_lock_irqsave() argument 1712 raw_spin_rq_unlock_irqrestore(struct rq * rq,unsigned long flags) raw_spin_rq_unlock_irqrestore() argument 1719 raw_spin_rq_lock_irqsave(rq,flags) global() argument 1726 update_idle_core(struct rq * rq) update_idle_core() argument 1768 struct rq rq = task_rq(p); cfs_rq_of() local 1811 assert_clock_updated(struct rq rq) assert_clock_updated() argument 1820 rq_clock(struct rq * rq) rq_clock() argument 1828 rq_clock_task(struct rq * rq) rq_clock_task() argument 1836 rq_clock_skip_update(struct rq * rq) rq_clock_skip_update() argument 1846 rq_clock_cancel_skipupdate(struct rq * rq) rq_clock_cancel_skipupdate() argument 1861 rq_clock_start_loop_update(struct rq * rq) rq_clock_start_loop_update() argument 1868 rq_clock_stop_loop_update(struct rq * rq) rq_clock_stop_loop_update() argument 1896 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument 1904 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument 1915 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument 1916 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument 1919 assert_balance_callbacks_empty(struct rq * rq) assert_balance_callbacks_empty() argument 1936 rq_pin_lock(struct rq * rq,struct rq_flags * rf) rq_pin_lock() argument 1945 rq_unpin_lock(struct rq * rq,struct rq_flags * rf) rq_unpin_lock() argument 1954 rq_repin_lock(struct rq * rq,struct rq_flags * rf) rq_repin_lock() argument 1972 __task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) __task_rq_unlock() argument 1980 task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) task_rq_unlock() argument 1999 rq_lock_irqsave(struct rq * rq,struct rq_flags * rf) rq_lock_irqsave() argument 2006 rq_lock_irq(struct rq * rq,struct rq_flags * rf) rq_lock_irq() argument 2013 rq_lock(struct rq * rq,struct rq_flags * rf) rq_lock() argument 2020 rq_unlock_irqrestore(struct rq * rq,struct rq_flags * rf) rq_unlock_irqrestore() argument 2027 rq_unlock_irq(struct rq * rq,struct rq_flags * rf) rq_unlock_irq() argument 2034 rq_unlock(struct rq * rq,struct rq_flags * rf) rq_unlock() argument 2081 struct rq rq; _this_rq_lock_irq() local 2149 queue_balance_callback(struct rq rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument 2151 queue_balance_callback(struct rq * rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument 2487 task_current(struct rq * rq,struct task_struct * p) task_current() argument 2498 task_current_donor(struct rq * rq,struct task_struct * p) task_current_donor() argument 2511 task_on_cpu(struct rq * rq,struct task_struct * p) task_on_cpu() argument 2776 put_prev_task(struct rq * rq,struct task_struct * prev) put_prev_task() argument 2782 set_next_task(struct rq * rq,struct task_struct * next) set_next_task() argument 2788 __put_prev_set_next_dl_server(struct rq * rq,struct task_struct * prev,struct task_struct * next) __put_prev_set_next_dl_server() argument 2797 put_prev_set_next_task(struct rq * rq,struct task_struct * prev,struct task_struct * next) put_prev_set_next_task() argument 2867 rq_modified_begin(struct rq * rq,const struct sched_class * class) rq_modified_begin() argument 2873 rq_modified_above(struct rq * rq,const struct sched_class * class) rq_modified_above() argument 2878 sched_stop_runnable(struct rq * rq) sched_stop_runnable() argument 2883 sched_dl_runnable(struct rq * rq) sched_dl_runnable() argument 2888 sched_rt_runnable(struct rq * rq) sched_rt_runnable() argument 2893 sched_fair_runnable(struct rq * rq) sched_fair_runnable() argument 2936 get_push_task(struct rq * rq) get_push_task() argument 2959 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument 2965 idle_get_state(struct rq * rq) idle_get_state() argument 2974 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument 2979 idle_get_state(struct rq * rq) idle_get_state() argument 3028 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument 3042 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument 3045 add_nr_running(struct rq * rq,unsigned count) add_nr_running() argument 3060 sub_nr_running(struct rq * rq,unsigned count) sub_nr_running() argument 3071 __block_task(struct rq * rq,struct task_struct * p) __block_task() argument 3122 attach_task(struct rq * rq,struct task_struct * p) attach_task() argument 3135 attach_one_task(struct rq * rq,struct task_struct * p) attach_one_task() argument 3171 hrtick_enabled(struct rq * rq) hrtick_enabled() argument 3176 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument 3181 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument 3187 hrtick_active(struct rq * rq) hrtick_active() argument 3193 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument 3194 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument 3195 hrtick_enabled(struct rq * rq) hrtick_enabled() argument 3482 nohz_balance_exit_idle(struct rq * rq) nohz_balance_exit_idle() argument 3497 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument 3505 sched_core_tick(struct rq * rq) sched_core_tick() argument 3513 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument 3515 sched_core_tick(struct rq * rq) sched_core_tick() argument 3590 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument 3600 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument 3635 cpu_bw_dl(struct rq * rq) cpu_bw_dl() argument 3640 cpu_util_dl(struct rq * rq) cpu_util_dl() argument 3649 cpu_util_rt(struct rq * rq) cpu_util_rt() argument 3683 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument 3689 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument 3695 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument 3701 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument 3755 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument 3765 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument 3774 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument 3778 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument 3787 cpu_util_irq(struct rq * rq) cpu_util_irq() argument 3804 cpu_util_irq(struct rq * rq) cpu_util_irq() argument 3846 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument 3864 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument 4171 task_is_pushable(struct rq * rq,struct task_struct * p,int cpu) task_is_pushable() argument [all...]
H A D	pelt.h	11 int update_rt_rq_load_avg(u64 now, struct rq rq, int running); 12 int update_dl_rq_load_avg(u64 now, struct rq rq, int running); 13 bool update_other_load_avgs(struct rq rq); 16 int update_hw_load_avg(u64 now, struct rq rq, u64 capacity); 18 static inline u64 hw_load_avg(struct rq rq) in hw_load_avg() argument 20 return READ_ONCE(rq->avg_hw.load_avg); in hw_load_avg() 24 update_hw_load_avg(u64 now, struct rq rq, u64 capacity) in update_hw_load_avg() argument 29 static inline u64 hw_load_avg(struct rq rq) in hw_load_avg() argument 36 int update_irq_load_avg(struct rq rq, u64 running); 39 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg() argument [all …]
H A D	deadline.c	61 static inline struct rq rq_of_dl_rq(struct dl_rq dl_rq) in rq_of_dl_rq() 63 return container_of(dl_rq, struct rq, dl); in rq_of_dl_rq() 66 static inline struct rq rq_of_dl_se(struct sched_dl_entity dl_se) in rq_of_dl_se() 68 struct rq rq = dl_se->rq; in rq_of_dl_se() local 71 rq = task_rq(dl_task_of(dl_se)); in rq_of_dl_se() 73 return rq; in rq_of_dl_se() 108 static inline u8 dl_get_type(struct sched_dl_entity dl_se, struct rq rq) in dl_get_type() argument 112 if (dl_se == &rq->fair_server) in dl_get_type() 115 if (dl_se == &rq->ext_server) in dl_get_type() 186 struct rq rq = cpu_rq(i); in __dl_update() local [all …]
H A D	core.c	130 DEFINE_PER_CPU_SHARED_ALIGNED(struct rq, runqueues); 306 void sched_core_enqueue(struct rq rq, struct task_struct p) in sched_core_enqueue() argument 311 rq->core->core_task_seq++; in sched_core_enqueue() 316 rb_add(&p->core_node, &rq->core_tree, rb_sched_core_less); in sched_core_enqueue() 319 void sched_core_dequeue(struct rq rq, struct task_struct p, int flags) in sched_core_dequeue() argument 324 rq->core->core_task_seq++; in sched_core_dequeue() 327 rb_erase(&p->core_node, &rq->core_tree); in sched_core_dequeue() 336 if (!(flags & DEQUEUE_SAVE) && rq in sched_core_dequeue() 372 sched_core_find(struct rq * rq,unsigned long cookie) sched_core_find() argument 541 sched_core_enqueue(struct rq * rq,struct task_struct * p) sched_core_enqueue() argument 543 sched_core_dequeue(struct rq * rq,struct task_struct * p,int flags) sched_core_dequeue() argument 669 raw_spin_rq_lock_nested(struct rq * rq,int subclass) raw_spin_rq_lock_nested() argument 695 raw_spin_rq_trylock(struct rq * rq) raw_spin_rq_trylock() argument 744 struct rq rq; ___task_rq_lock() local 767 struct rq rq; _task_rq_lock() local 811 update_rq_clock_task(struct rq * rq,s64 delta) update_rq_clock_task() argument 870 update_rq_clock(struct rq * rq) update_rq_clock() argument 907 hrtick_clear(struct rq * rq) hrtick_clear() argument 919 struct rq rq = container_of(timer, struct rq, hrtick_timer); hrtick() local 943 hrtick_cond_restart(struct rq rq) hrtick_cond_restart() argument 957 struct rq rq = arg; __hrtick_start() local 970 hrtick_start(struct rq rq,u64 delay) hrtick_start() argument 1000 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument 1007 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument 1028 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument 1036 hrtick_clear(struct rq * rq) hrtick_clear() argument 1037 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument 1038 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument 1039 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument 1195 __resched_curr(struct rq * rq,int tif) __resched_curr() argument 1241 resched_curr(struct rq * rq) resched_curr() argument 1267 resched_curr_lazy(struct rq * rq) resched_curr_lazy() argument 1274 struct rq rq = cpu_rq(cpu); resched_cpu() local 1336 struct rq rq = cpu_rq(cpu); wake_up_idle_cpu() local 1402 struct rq rq = info; nohz_csd_func() local 1422 __need_bw_check(struct rq rq,struct task_struct * p) __need_bw_check() argument 1436 sched_can_stop_tick(struct rq * rq) sched_can_stop_tick() argument 1617 uclamp_idle_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_value() argument 1633 uclamp_idle_reset(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_reset() argument 1644 uclamp_rq_max_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_rq_max_value() argument 1762 uclamp_rq_inc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_inc_id() argument 1800 uclamp_rq_dec_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_dec_id() argument 1866 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument 1894 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument 1917 uclamp_rq_reinc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_reinc_id() argument 1939 struct rq rq; uclamp_update_active() local 2111 init_uclamp_rq(struct rq rq) init_uclamp_rq() argument 2151 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument 2152 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument 2182 enqueue_task(struct rq * rq,struct task_struct * p,int flags) enqueue_task() argument 2208 dequeue_task(struct rq * rq,struct task_struct * p,int flags) dequeue_task() argument 2229 activate_task(struct rq * rq,struct task_struct * p,int flags) activate_task() argument 2240 deactivate_task(struct rq * rq,struct task_struct * p,int flags) deactivate_task() argument 2255 block_task(struct rq * rq,struct task_struct * p,unsigned long task_state) block_task() argument 2293 wakeup_preempt(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt() argument 2358 struct rq rq; wait_task_inactive() local 2461 migrate_disable_switch(struct rq rq,struct task_struct * p) migrate_disable_switch() argument 2502 rq_has_pinned_tasks(struct rq * rq) rq_has_pinned_tasks() argument 2556 move_queued_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int new_cpu) move_queued_task() argument 2603 __migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int dest_cpu) __migrate_task() argument 2626 struct rq rq = this_rq(); migration_cpu_stop() local 2737 struct rq lowest_rq = NULL, rq = this_rq(); push_cpu_stop() local 2969 affine_move_task(struct rq rq,struct task_struct * p,struct rq_flags * rf,int dest_cpu,unsigned int flags) affine_move_task() argument 3124 __set_cpus_allowed_ptr_locked(struct task_struct * p,struct affinity_context * ctx,struct rq * rq,struct rq_flags * rf) __set_cpus_allowed_ptr_locked() argument 3210 struct rq rq; __set_cpus_allowed_ptr() local 3254 struct rq rq; restrict_cpus_allowed_ptr() local 3706 struct rq rq; ttwu_stat() local 3750 update_rq_avg_idle(struct rq rq) update_rq_avg_idle() argument 3771 proxy_reset_donor(struct rq * rq) proxy_reset_donor() argument 3788 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument 3821 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument 3828 ttwu_do_activate(struct rq * rq,struct task_struct * p,int wake_flags,struct rq_flags * rf) ttwu_do_activate() argument 3891 struct rq rq = guard.rq; ttwu_runnable() local 3917 struct rq rq = this_rq(); sched_ttwu_pending() local 3975 struct rq rq = cpu_rq(cpu); __ttwu_queue_wakelist() local 3987 struct rq rq = cpu_rq(cpu); wake_up_if_idle() local 4092 struct rq rq = cpu_rq(cpu); ttwu_queue() local 4502 struct rq rq = __task_rq_lock(p, &rf); task_call_func() local 4544 struct rq rq = cpu_rq(cpu); cpu_curr_snapshot() local 4967 struct rq rq; wake_up_new_task() local 5126 zap_balance_callbacks(struct rq * rq) zap_balance_callbacks() argument 5144 do_balance_callbacks(struct rq * rq,struct balance_callback * head) do_balance_callbacks() argument 5180 __splice_balance_callbacks(struct rq * rq,bool split) __splice_balance_callbacks() argument 5204 splice_balance_callbacks(struct rq * rq) splice_balance_callbacks() argument 5209 __balance_callbacks(struct rq * rq,struct rq_flags * rf) __balance_callbacks() argument 5218 balance_callbacks(struct rq * rq,struct balance_callback * head) balance_callbacks() argument 5230 prepare_lock_switch(struct rq * rq,struct task_struct * next,struct rq_flags * rf) prepare_lock_switch() argument 5253 finish_lock_switch(struct rq * rq) finish_lock_switch() argument 5309 prepare_task_switch(struct rq * rq,struct task_struct * prev,struct task_struct * next) prepare_task_switch() argument 5344 struct rq rq = this_rq(); finish_task_switch() local 5474 context_switch(struct rq rq,struct task_struct * prev,struct task_struct * next,struct rq_flags * rf) context_switch() argument 5697 struct rq rq; task_sched_runtime() local 5733 cpu_resched_latency(struct rq rq) cpu_resched_latency() argument 5785 struct rq rq = cpu_rq(cpu); sched_tick() local 5875 struct rq rq = cpu_rq(cpu); sched_tick_remote() local 6130 prev_balance(struct rq * rq,struct rq_flags * rf) prev_balance() argument 6153 __pick_next_task(struct rq * rq,struct rq_flags * rf) __pick_next_task() argument 6224 pick_task(struct rq * rq,struct rq_flags * rf) pick_task() argument 6245 pick_next_task(struct rq * rq,struct rq_flags * rf) pick_next_task() argument 6568 sched_core_balance(struct rq * rq) sched_core_balance() argument 6590 queue_core_balance(struct rq * rq) queue_core_balance() argument 6612 struct rq rq = cpu_rq(cpu), core_rq = NULL; sched_core_cpu_starting() local 6651 struct rq rq = cpu_rq(cpu), core_rq = NULL; sched_core_cpu_deactivate() local 6708 struct rq rq = cpu_rq(cpu); sched_core_cpu_dying() local 6721 pick_next_task(struct rq rq,struct rq_flags * rf) pick_next_task() argument 6748 try_to_block_task(struct rq * rq,struct task_struct * p,unsigned long * task_state_p,bool should_block) try_to_block_task() argument 6795 proxy_resched_idle(struct rq * rq) proxy_resched_idle() argument 6804 proxy_deactivate(struct rq * rq,struct task_struct * donor) proxy_deactivate() argument 6823 proxy_release_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_release_rq_lock() argument 6843 proxy_reacquire_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_reacquire_rq_lock() argument 6863 proxy_migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int target_cpu) proxy_migrate_task() argument 6921 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument 7065 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument 7123 struct rq rq; __schedule() local 7699 struct rq rq; rt_mutex_setprio() local 8323 struct rq rq = cpu_rq(cpu); init_idle() local 8472 struct rq rq = this_rq(); __balance_push_cpu_stop() local 8505 balance_push(struct rq * rq) balance_push() argument 8571 struct rq rq = cpu_rq(cpu); balance_push_set() local 8592 struct rq rq = this_rq(); balance_hotplug_wait() local 8601 balance_push(struct rq * rq) balance_push() argument 8615 set_rq_online(struct rq * rq) set_rq_online() argument 8630 set_rq_offline(struct rq * rq) set_rq_offline() argument 8646 sched_set_rq_online(struct rq * rq,int cpu) sched_set_rq_online() argument 8658 sched_set_rq_offline(struct rq * rq,int cpu) sched_set_rq_offline() argument 8729 struct rq rq = cpu_rq(cpu); sched_cpu_activate() local 8767 struct rq rq = cpu_rq(cpu); sched_cpu_deactivate() local 8828 struct rq rq = cpu_rq(cpu); sched_rq_cpu_starting() local 8871 calc_load_migrate(struct rq rq) calc_load_migrate() argument 8879 dump_rq_tasks(struct rq * rq,const char * loglvl) dump_rq_tasks() argument 8900 struct rq rq = cpu_rq(cpu); sched_cpu_dying() local 9035 struct rq rq; sched_init() local 9550 struct rq rq; sched_move_task() local 9933 struct rq rq = cfs_rq->rq; tg_set_cfs_bandwidth() local 10702 call_trace_sched_update_nr_running(struct rq * rq,int count) call_trace_sched_update_nr_running() argument 10965 struct rq rq = cpu_rq(cpu); mm_cid_fixup_cpus_to_tasks() local 11262 struct rq rq = task_rq(p); sched_change_begin() local 11309 struct rq *rq = task_rq(p); sched_change_end() local [all...]
H A D	rt.c	178 static inline struct rq rq_of_rt_rq(struct rt_rq rt_rq) in rq_of_rt_rq() 182 return rt_rq->rq; in rq_of_rt_rq() 191 static inline struct rq rq_of_rt_se(struct sched_rt_entity rt_se) in rq_of_rt_se() 196 return rt_rq->rq; in rq_of_rt_se() 230 struct rq rq = cpu_rq(cpu); in init_tg_rt_entry() local 234 rt_rq->rq = rq; in init_tg_rt_entry() 244 rt_se->rt_rq = &rq->rt; in init_tg_rt_entry() 304 static inline struct rq rq_of_rt_rq(struct rt_rq rt_rq) in rq_of_rt_rq() 306 return container_of(rt_rq, struct rq, rt); in rq_of_rt_rq() 309 static inline struct rq rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se() [all …]
H A D	idle.c	468 balance_idle(struct rq rq, struct rq_flags rf) in balance_idle() argument 476 static void wakeup_preempt_idle(struct rq rq, struct task_struct p, int flags) in wakeup_preempt_idle() argument 478 resched_curr(rq); in wakeup_preempt_idle() 481 static void update_curr_idle(struct rq rq); 483 static void put_prev_task_idle(struct rq rq, struct task_struct prev, struct task_struct next) in put_prev_task_idle() argument 485 update_curr_idle(rq); in put_prev_task_idle() 486 scx_update_idle(rq, false, true); in put_prev_task_idle() 487 update_rq_avg_idle(rq); in put_prev_task_idle() 490 static void set_next_task_idle(struct rq rq, struct task_struct next, bool first) in set_next_task_idle() argument 492 update_idle_core(rq); in set_next_task_idle() [all …]
/linux/fs/erofs/
H A D	decompressor.c	46 static int z_erofs_oneshot_prepare_dstpages(struct z_erofs_decompress_req rq, in z_erofs_oneshot_prepare_dstpages() argument 52 for (i = 0; i < rq->outpages; ++i) { in z_erofs_oneshot_prepare_dstpages() 55 page = rq->out[i]; in z_erofs_oneshot_prepare_dstpages() 69 victim = __erofs_allocpage(pagepool, rq->gfp, true); in z_erofs_oneshot_prepare_dstpages() 73 rq->out[i] = victim; in z_erofs_oneshot_prepare_dstpages() 80 static void z_erofs_lz4_handle_overlap(const struct z_erofs_decompress_req *rq, in z_erofs_lz4_handle_overlap() argument 93 if (!rq->inplace_io) { in z_erofs_lz4_handle_overlap() 94 if (rq->inpages <= 1) { in z_erofs_lz4_handle_overlap() 99 src = erofs_vm_map_ram(rq->in, rq->inpages); in z_erofs_lz4_handle_overlap() 114 oend = rq->pageofs_out + rq->outputsize; in z_erofs_lz4_handle_overlap() [all …]
H A D	fileio.c	19 struct erofs_fileio_rq rq; member 24 struct erofs_fileio_rq rq = in erofs_fileio_ki_complete() local 28 if (ret >= 0 && ret != rq->bio.bi_iter.bi_size) in erofs_fileio_ki_complete() 30 if (!rq->bio.bi_end_io) { in erofs_fileio_ki_complete() 31 bio_for_each_folio_all(fi, &rq->bio) { in erofs_fileio_ki_complete() 35 } else if (ret < 0 && !rq->bio.bi_status) { in erofs_fileio_ki_complete() 36 rq->bio.bi_status = errno_to_blk_status(ret); in erofs_fileio_ki_complete() 38 bio_endio(&rq->bio); in erofs_fileio_ki_complete() 39 bio_uninit(&rq->bio); in erofs_fileio_ki_complete() 40 if (refcount_dec_and_test(&rq->ref)) in erofs_fileio_ki_complete() [all …]
/linux/kernel/sched/ext/
H A D	sub.h	31 void scx_process_sync_ecaps(struct rq rq, struct task_struct prev); 32 void scx_unbypass_replay_ecaps(struct rq rq, struct scx_sched sch); 33 void scx_online_ecaps(struct rq rq); 34 void scx_offline_ecaps(struct rq rq); 37 struct scx_dispatch_q scx_resolve_local_dsq(struct scx_sched sch, struct rq rq, 39 bool scx_task_reenq_on_cap_revoke(struct rq rq, struct task_struct p); 40 void scx_reenq_reject(struct rq rq); 41 void scx_rescue_charge(struct rq rq, s64 delta_exec); 42 void scx_rescue_end(struct rq rq); 43 bool scx_rescue_keep(struct rq rq, struct task_struct p); [all …]
H A D	sub.c	239 /* unserved remainder of @rq's rescuee's admitted slice, 0 once fully served / 240 static s64 scx_rescue_slice_remaining(struct rq rq) in scx_rescue_slice_remaining() argument 242 s64 served = rq->scx.rescue.curr->se.sum_exec_runtime - rq->scx.rescue.exec_snap; in scx_rescue_slice_remaining() 244 return max(rq->scx.rescue.slice - served, 0); in scx_rescue_slice_remaining() 266 * @rq: rq the rescuee is running on 273 void scx_rescue_charge(struct rq rq, s6 argument 304 scx_rescue_end(struct rq rq) scx_rescue_end() argument 328 scx_rescue_keep(struct rq * rq,struct task_struct * p) scx_rescue_keep() argument 352 scx_rescue_accrue(struct rq * rq) scx_rescue_accrue() argument 382 scx_rescue_next_slice(struct rq * rq) scx_rescue_next_slice() argument 390 scx_rescue_timer_arm(struct rq * rq) scx_rescue_timer_arm() argument 426 scx_rescue_admit(struct rq * rq,struct task_struct * p,s64 slice) scx_rescue_admit() argument 448 scx_rescue_try_admit(struct rq * rq,struct task_struct * p) scx_rescue_try_admit() argument 471 scx_rescue_check_overload(struct rq * rq) scx_rescue_check_overload() argument 534 struct rq rq = timer_container_of(rq, timer, scx.rescue.timer); scx_rescue_timerfn() local 582 scx_rescue_flush(struct rq rq) scx_rescue_flush() argument 606 scx_rescue_dump(struct seq_buf * s,struct rq * rq) scx_rescue_dump() argument 670 scx_rescue_init(struct rq * rq) scx_rescue_init() argument 697 scx_resolve_local_dsq(struct scx_sched * sch,struct rq * rq,struct task_struct * p,u64 * enq_flags) scx_resolve_local_dsq() argument 760 scx_task_reenq_on_cap_revoke(struct rq * rq,struct task_struct * p) scx_task_reenq_on_cap_revoke() argument 785 scx_reenq_reject(struct rq * rq) scx_reenq_reject() argument 942 discard_queued_syncs(struct rq * rq) discard_queued_syncs() argument 965 scx_process_sync_ecaps(struct rq * rq,struct task_struct * prev) scx_process_sync_ecaps() argument 1073 scx_unbypass_replay_ecaps(struct rq * rq,struct scx_sched * sch) scx_unbypass_replay_ecaps() argument 1101 scx_online_ecaps(struct rq * rq) scx_online_ecaps() argument 1142 scx_offline_ecaps(struct rq * rq) scx_offline_ecaps() argument 1166 struct rq rq = cpu_rq(cpu); scx_discard_ecaps_to_sync() local 1224 struct rq rq = cpu_rq(cpu); scx_discard_stale_ecaps_syncs() local 1554 struct rq rq; scx_sub_disable() local 1877 struct rq rq; scx_sub_enable_workfn() local 2082 struct rq rq; scx_cgroup_task_migrated() local 2109 struct rq rq; scx_cgroup_task_migrate_canceled() local 2232 struct rq *rq = scx_locked_rq(); scx_bpf_sub_dispatch() local [all...]
/linux/drivers/net/ethernet/mellanox/mlx5/core/
H A D	en_rx.c	65 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq rq, struct mlx5e_mpw_info wi, 69 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq rq, struct mlx5e_mpw_info wi, 72 static void mlx5e_handle_rx_cqe(struct mlx5e_rq rq, struct mlx5_cqe64 cqe); 73 static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq rq, struct mlx5_cqe64 cqe); 74 static void mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq rq, struct mlx5_cqe64 cqe); 90 static void mlx5e_read_enhanced_title_slot(struct mlx5e_rq rq, in mlx5e_read_enhanced_title_slot() argument 93 struct mlx5e_cq_decomp cqd = &rq->cqd; in mlx5e_read_enhanced_title_slot() 98 if (likely(test_bit(MLX5E_RQ_STATE_MINI_CQE_HW_STRIDX, &rq->state))) in mlx5e_read_enhanced_title_slot() 101 if (rq->wq_type == MLX5_WQ_TYPE_LINKED_LIST_STRIDING_RQ) in mlx5e_read_enhanced_title_slot() 106 mlx5_wq_cyc_ctr2ix(&rq in mlx5e_read_enhanced_title_slot() 109 mlx5e_read_title_slot(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_read_title_slot() argument 154 mlx5e_decompress_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe() argument 184 mlx5e_decompress_cqe_no_hash(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe_no_hash() argument 195 mlx5e_decompress_enhanced_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,struct mlx5_cqe64 * cqe,int budget_rem) mlx5e_decompress_enhanced_cqe() argument 227 mlx5e_decompress_cqes_cont(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int update_owner_only,int budget_rem) mlx5e_decompress_cqes_cont() argument 257 mlx5e_decompress_cqes_start(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int budget_rem) mlx5e_decompress_cqes_start() argument 303 mlx5e_mpwqe_linear_page_refill(struct mlx5e_rq * rq) mlx5e_mpwqe_linear_page_refill() argument 318 mlx5e_mpwqe_get_linear_page_frag(struct mlx5e_rq * rq) mlx5e_mpwqe_get_linear_page_frag() argument 332 mlx5e_get_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_get_rx_frag() argument 359 mlx5e_put_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_put_rx_frag() argument 366 get_frag(struct mlx5e_rq * rq,u16 ix) get_frag() argument 371 mlx5e_alloc_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_rx_wqe_cyc * wqe,u16 ix) mlx5e_alloc_rx_wqe() argument 402 mlx5e_free_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi) mlx5e_free_rx_wqe() argument 420 mlx5e_dealloc_rx_wqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_wqe() argument 438 mlx5e_xsk_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_xsk_free_rx_wqes() argument 456 mlx5e_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_free_rx_wqes() argument 470 mlx5e_alloc_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_alloc_rx_wqes() argument 488 mlx5e_refill_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_refill_rx_wqes() argument 529 mlx5e_add_skb_shared_info_frag(struct mlx5e_rq * rq,struct skb_shared_info * sinfo,struct xdp_buff * xdp,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len) mlx5e_add_skb_shared_info_frag() argument 557 mlx5e_add_skb_frag(struct mlx5e_rq * rq,struct sk_buff * skb,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len,unsigned int truesize) mlx5e_add_skb_frag() argument 580 mlx5e_copy_skb_header(struct mlx5e_rq * rq,struct sk_buff * skb,netmem_ref netmem,dma_addr_t addr,int offset_from,int dma_offset,u32 headlen) mlx5e_copy_skb_header() argument 594 mlx5e_free_rx_mpwqe(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi) mlx5e_free_rx_mpwqe() argument 628 mlx5e_post_rx_mpwqe(struct mlx5e_rq * rq,u8 n) mlx5e_post_rx_mpwqe() argument 644 mlx5e_alloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_alloc_rx_mpwqe() argument 725 mlx5e_dealloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_mpwqe() argument 737 mlx5e_mpwqe_dealloc_linear_page(struct mlx5e_rq * rq) mlx5e_mpwqe_dealloc_linear_page() argument 753 mlx5e_post_rx_wqes(struct mlx5e_rq * rq) mlx5e_post_rx_wqes() argument 918 mlx5e_reclaim_mpwqe_pages(struct mlx5e_rq * rq,int head,int reclaim) mlx5e_reclaim_mpwqe_pages() argument 930 mlx5e_post_rx_mpwqes(struct mlx5e_rq * rq) mlx5e_post_rx_mpwqes() argument 1080 mlx5e_shampo_update_ipv4_udp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4) mlx5e_shampo_update_ipv4_udp_hdr() argument 1099 mlx5e_shampo_update_ipv6_udp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6) mlx5e_shampo_update_ipv6_udp_hdr() argument 1118 mlx5e_shampo_get_hd_buf_info(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct mlx5e_dma_info ** di,u32 * head_offset) mlx5e_shampo_get_hd_buf_info() argument 1133 mlx5e_shampo_get_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,int len) mlx5e_shampo_get_hdr() argument 1147 mlx5e_shampo_update_fin_psh_flags(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct tcphdr * skb_tcp_hd) mlx5e_shampo_update_fin_psh_flags() argument 1161 mlx5e_shampo_update_ipv4_tcp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv4_tcp_hdr() argument 1186 mlx5e_shampo_update_ipv6_tcp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv6_tcp_hdr() argument 1204 mlx5e_shampo_update_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_hdr() argument 1262 mlx5e_enable_ecn(struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_enable_ecn() argument 1364 mlx5e_handle_csum(struct net_device * netdev,struct mlx5_cqe64 * cqe,struct mlx5e_rq * rq,struct sk_buff * skb,bool lro) mlx5e_handle_csum() argument 1440 mlx5e_build_rx_skb(struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_build_rx_skb() argument 1506 mlx5e_shampo_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_shampo_complete_rx_cqe() argument 1529 mlx5e_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_complete_rx_cqe() argument 1542 mlx5e_build_linear_skb(struct mlx5e_rq * rq,void * va,u32 frag_size,u16 headroom,u32 cqe_bcnt,u32 metasize) mlx5e_build_linear_skb() argument 1562 mlx5e_fill_mxbuf(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,void * va,u16 headroom,u32 frame_sz,u32 len,struct mlx5e_xdp_buff * mxbuf) mlx5e_fill_mxbuf() argument 1573 mlx5e_skb_from_cqe_linear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_linear() argument 1621 mlx5e_skb_from_cqe_nonlinear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_nonlinear() argument 1717 trigger_report(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) trigger_report() argument 1729 mlx5e_handle_rx_err_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_err_cqe() argument 1735 mlx5e_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe() argument 1780 mlx5e_handle_rx_cqe_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_rep() argument 1824 mlx5e_handle_rx_cqe_mpwrq_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_rep() argument 1883 mlx5e_shampo_fill_skb_data(struct sk_buff * skb,struct mlx5e_rq * rq,struct mlx5e_frag_page * frag_page,u32 data_bcnt,u32 data_offset) mlx5e_shampo_fill_skb_data() argument 1907 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_nonlinear() argument 2095 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_linear() argument 2153 mlx5e_skb_from_cqe_shampo(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 header_index) mlx5e_skb_from_cqe_shampo() argument 2194 mlx5e_shampo_flush_skb(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_flush_skb() argument 2227 mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_shampo() argument 2347 mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq() argument 2407 mlx5e_rx_cq_process_enhanced_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_enhanced_cqe_comp() argument 2456 mlx5e_rx_cq_process_basic_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_basic_cqe_comp() argument 2486 struct mlx5e_rq rq = container_of(cq, struct mlx5e_rq, cq); mlx5e_poll_rx_cq() local 2523 mlx5i_complete_rx_cqe(struct mlx5e_rq rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5i_complete_rx_cqe() argument 2606 mlx5i_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5i_handle_rx_cqe() argument 2647 mlx5e_rq_set_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params,bool xsk) mlx5e_rq_set_handlers() argument 2696 mlx5e_trap_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_trap_handle_rx_cqe() argument 2731 mlx5e_rq_set_trap_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params) mlx5e_rq_set_trap_handlers() argument [all...]
/linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/
H A D	rx.c	20 int mlx5e_xsk_alloc_rx_mpwqe(struct mlx5e_rq rq, u16 ix) in mlx5e_xsk_alloc_rx_mpwqe() argument 22 struct mlx5e_mpw_info wi = mlx5e_get_mpw_info(rq, ix); in mlx5e_xsk_alloc_rx_mpwqe() 23 struct mlx5e_icosq *icosq = rq->icosq; in mlx5e_xsk_alloc_rx_mpwqe() 32 if (unlikely(!xsk_buff_can_alloc(rq->xsk_pool, rq->mpwqe.pages_per_wqe))) in mlx5e_xsk_alloc_rx_mpwqe() 37 batch = xsk_buff_alloc_batch(rq->xsk_pool, xsk_buffs, in mlx5e_xsk_alloc_rx_mpwqe() 38 rq->mpwqe.pages_per_wqe); in mlx5e_xsk_alloc_rx_mpwqe() 46 for (; batch < rq->mpwqe.pages_per_wqe; batch++) { in mlx5e_xsk_alloc_rx_mpwqe() 47 xsk_buffs[batch] = xsk_buff_alloc(rq->xsk_pool); in mlx5e_xsk_alloc_rx_mpwqe() 53 pi = mlx5e_icosq_get_next_pi(icosq, rq->mpwqe.umr_wqebbs); in mlx5e_xsk_alloc_rx_mpwqe() 55 memcpy(umr_wqe, &rq->mpwqe.umr_wqe, sizeof(struct mlx5e_umr_wqe)); in mlx5e_xsk_alloc_rx_mpwqe() [all …]
/linux/drivers/scsi/esas2r/
H A D	esas2r_disc.c	`49 struct esas2r_request rq); 51 struct esas2r_request rq); 55 struct esas2r_request rq); 59 struct esas2r_request rq); 61 struct esas2r_request rq); 63 struct esas2r_request rq); 65 struct esas2r_request rq); 67 struct esas2r_request rq); 69 struct esas2r_request rq); 71 struct esas2r_request rq); [all …]`
H A D	esas2r_int.c	173 struct esas2r_request *rq, in esas2r_handle_outbound_rsp_err() argument 181 if (unlikely(rq->req_stat != RS_SUCCESS)) { in esas2r_handle_outbound_rsp_err() 182 memcpy(&rq->func_rsp, &rsp->func_rsp, sizeof(rsp->func_rsp)); in esas2r_handle_outbound_rsp_err() 184 if (rq->req_stat == RS_ABORTED) { in esas2r_handle_outbound_rsp_err() 185 if (rq->timeout > RQ_MAX_TIMEOUT) in esas2r_handle_outbound_rsp_err() 186 rq->req_stat = RS_TIMEOUT; in esas2r_handle_outbound_rsp_err() 187 } else if (rq->req_stat == RS_SCSI_ERROR) { in esas2r_handle_outbound_rsp_err() 188 u8 scsistatus = rq->func_rsp.scsi_rsp.scsi_stat; in esas2r_handle_outbound_rsp_err() 197 rq->req_stat = RS_SUCCESS; in esas2r_handle_outbound_rsp_err() 198 rq->func_rsp.scsi_rsp.scsi_stat = in esas2r_handle_outbound_rsp_err() [all …]
/linux/drivers/gpu/drm/i915/gt/
H A D	gen6_engine_cs.c	55 gen6_emit_post_sync_nonzero_flush(struct i915_request rq) in gen6_emit_post_sync_nonzero_flush() argument 58 intel_gt_scratch_offset(rq->engine->gt, in gen6_emit_post_sync_nonzero_flush() 62 cs = intel_ring_begin(rq, 6); in gen6_emit_post_sync_nonzero_flush() 72 intel_ring_advance(rq, cs); in gen6_emit_post_sync_nonzero_flush() 74 cs = intel_ring_begin(rq, 6); in gen6_emit_post_sync_nonzero_flush() 84 intel_ring_advance(rq, cs); in gen6_emit_post_sync_nonzero_flush() 89 int gen6_emit_flush_rcs(struct i915_request rq, u32 mode) in gen6_emit_flush_rcs() argument 92 intel_gt_scratch_offset(rq->engine->gt, in gen6_emit_flush_rcs() 98 ret = gen6_emit_post_sync_nonzero_flush(rq); in gen6_emit_flush_rcs() 130 cs = intel_ring_begin(rq, 4); in gen6_emit_flush_rcs() [all …]
H A D	selftest_execlists.c	31 static bool is_active(struct i915_request rq) in is_active() argument 33 if (i915_request_is_active(rq)) in is_active() 36 if (i915_request_on_hold(rq)) in is_active() 39 if (i915_request_has_initial_breadcrumb(rq) && i915_request_started(rq)) in is_active() 46 struct i915_request rq, in wait_for_submit() argument 56 if (i915_request_completed(rq)) /* that was quick! / in wait_for_submit() 61 if (!READ_ONCE(engine->execlists.pending[0]) && is_active(rq)) in wait_for_submit() 72 struct i915_request rq, in wait_for_reset() argument 84 if (i915_request_completed(rq)) in wait_for_reset() 87 if (READ_ONCE(rq->fence.error)) in wait_for_reset() [all …]
H A D	intel_engine_heartbeat.c	28 struct i915_request rq; in next_heartbeat() local 33 rq = engine->heartbeat.systole; in next_heartbeat() 44 if (rq && rq->sched.attr.priority >= I915_PRIORITY_BARRIER && in next_heartbeat() 73 struct i915_request rq; in heartbeat_create() local 76 rq = __i915_request_create(ce, gfp); in heartbeat_create() 79 return rq; in heartbeat_create() 82 static void idle_pulse(struct intel_engine_cs engine, struct i915_request rq) in idle_pulse() argument 85 i915_request_add_active_barriers(rq); in idle_pulse() 87 engine->heartbeat.systole = i915_request_get(rq); in idle_pulse() 90 static void heartbeat_commit(struct i915_request *rq, in heartbeat_commit() argument [all …]
H A D	selftest_timeline.c	454 static int emit_ggtt_store_dw(struct i915_request rq, u32 addr, u32 value) in emit_ggtt_store_dw() argument 458 cs = intel_ring_begin(rq, 4); in emit_ggtt_store_dw() 462 if (GRAPHICS_VER(rq->i915) >= 8) { in emit_ggtt_store_dw() 467 } else if (GRAPHICS_VER(rq->i915) >= 4) { in emit_ggtt_store_dw() 479 intel_ring_advance(rq, cs); in emit_ggtt_store_dw() 487 struct i915_request rq; in checked_tl_write() local 492 rq = ERR_PTR(err); in checked_tl_write() 503 rq = intel_engine_create_kernel_request(engine); in checked_tl_write() 504 if (IS_ERR(rq)) in checked_tl_write() 507 i915_request_get(rq); in checked_tl_write() [all …]
H A D	intel_execlists_submission.c	219 struct i915_request rq, in __active_request() argument 222 struct i915_request active = rq; in __active_request() 224 list_for_each_entry_from_reverse(rq, &tl->requests, link) { in __active_request() 225 if (__i915_request_is_complete(rq)) in __active_request() 229 i915_request_set_error_once(rq, error); in __active_request() 230 __i915_request_skip(rq); in __active_request() 232 active = rq; in __active_request() 239 active_request(const struct intel_timeline * const tl, struct i915_request rq) in active_request() argument 241 return __active_request(tl, rq, 0); in active_request() 262 static int rq_prio(const struct i915_request rq) in rq_prio() argument [all …]
H A D	selftest_hangcheck.c	97 const struct i915_request rq) in hws_address() argument 100 offset_in_page(sizeof(u32) rq->fence.context); in hws_address() 109 struct i915_request rq = NULL; in hang_create_request() local 157 rq = igt_request_alloc(h->ctx, engine); in hang_create_request() 158 if (IS_ERR(rq)) { in hang_create_request() 159 err = PTR_ERR(rq); in hang_create_request() 163 err = igt_vma_move_to_active_unlocked(vma, rq, 0); in hang_create_request() 167 err = igt_vma_move_to_active_unlocked(hws, rq, 0); in hang_create_request() 174 batch++ = lower_32_bits(hws_address(hws, rq)); in hang_create_request() 175 *batch++ = upper_32_bits(hws_address(hws, rq)); in hang_create_request() [all …]
/linux/block/
H A D	blk-mq.c	43 #include "blk-rq-qos.h" 49 static void blk_mq_insert_request(struct request rq, blk_insert_t flags); 50 static void blk_mq_request_bypass_insert(struct request rq, 93 static bool blk_mq_check_in_driver(struct request rq, void priv) in blk_mq_check_in_driver() argument 97 if (rq->rq_flags & RQF_IO_STAT && in blk_mq_check_in_driver() 98 (!bdev_is_partition(mi->part) \|\| rq->part == mi->part) && in blk_mq_check_in_driver() 99 blk_mq_rq_state(rq) == MQ_RQ_IN_FLIGHT) in blk_mq_check_in_driver() 100 mi->inflight[rq_data_dir(rq)]++; in blk_mq_check_in_driver() 373 void blk_rq_init(struct request_queue q, struct request rq) in blk_rq_init() argument 375 memset(rq, in blk_rq_init() 391 blk_mq_rq_time_init(struct request * rq,u64 alloc_time_ns) blk_mq_rq_time_init() argument 416 struct request rq = tags->static_rqs[tag]; blk_mq_rq_ctx_init() local 468 struct request rq; __blk_mq_alloc_requests_batch() local 541 struct request rq; __blk_mq_alloc_requests() local 613 struct request rq; blk_mq_rq_cache_fill() local 631 struct request rq; blk_mq_alloc_cached_request() local 664 struct request rq; blk_mq_alloc_request() local 715 struct request rq; blk_mq_alloc_request_hctx() local 782 blk_mq_finish_request(struct request rq) blk_mq_finish_request() argument 799 __blk_mq_free_request(struct request * rq) __blk_mq_free_request() argument 820 blk_mq_free_request(struct request * rq) blk_mq_free_request() argument 836 struct request rq; blk_mq_free_plug_rqs() local 842 blk_dump_rq_flags(struct request rq,char * msg) blk_dump_rq_flags() argument 1119 __blk_mq_end_request_acct(struct request * rq,u64 now) __blk_mq_end_request_acct() argument 1128 __blk_mq_end_request(struct request * rq,blk_status_t error) __blk_mq_end_request() argument 1145 blk_mq_end_request(struct request * rq,blk_status_t error) blk_mq_end_request() argument 1170 struct request rq; blk_mq_end_request_batch() local 1219 struct request rq, next; blk_complete_reqs() local 1241 blk_mq_complete_need_ipi(struct request rq) blk_mq_complete_need_ipi() argument 1268 blk_mq_complete_send_ipi(struct request * rq) blk_mq_complete_send_ipi() argument 1277 blk_mq_raise_softirq(struct request * rq) blk_mq_raise_softirq() argument 1288 blk_mq_complete_request_remote(struct request * rq) blk_mq_complete_request_remote() argument 1322 blk_mq_complete_request(struct request * rq) blk_mq_complete_request() argument 1337 blk_mq_start_request(struct request * rq) blk_mq_start_request() argument 1377 blk_add_rq_to_plug(struct blk_plug * plug,struct request * rq) blk_add_rq_to_plug() argument 1415 blk_execute_rq_nowait(struct request * rq,bool at_head) blk_execute_rq_nowait() argument 1439 blk_end_sync_rq(struct request * rq,blk_status_t ret,const struct io_comp_batch * iob) blk_end_sync_rq() argument 1449 blk_rq_is_poll(struct request * rq) blk_rq_is_poll() argument 1459 blk_rq_poll_completion(struct request * rq,struct completion * wait) blk_rq_poll_completion() argument 1477 blk_execute_rq(struct request * rq,bool at_head) blk_execute_rq() argument 1503 __blk_mq_requeue_request(struct request * rq) __blk_mq_requeue_request() argument 1518 blk_mq_requeue_request(struct request * rq,bool kick_requeue_list) blk_mq_requeue_request() argument 1543 struct request rq; blk_mq_requeue_work() local 1588 blk_is_flush_data_rq(struct request rq) blk_is_flush_data_rq() argument 1593 blk_mq_rq_inflight(struct request * rq,void * priv) blk_mq_rq_inflight() argument 1647 blk_mq_req_expired(struct request * rq,struct blk_expired_data * expired) blk_mq_req_expired() argument 1667 blk_mq_put_rq_ref(struct request * rq) blk_mq_put_rq_ref() argument 1677 blk_mq_check_expired(struct request * rq,void * priv) blk_mq_check_expired() argument 1695 blk_mq_handle_expired(struct request * rq,void * priv) blk_mq_handle_expired() argument 1798 struct request rq; global() member 1836 __blk_mq_alloc_driver_tag(struct request rq) __blk_mq_alloc_driver_tag() argument 1889 blk_mq_mark_tag_wait(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_mark_tag_wait() argument 2001 blk_mq_handle_dev_resource(struct request * rq,struct list_head * list) blk_mq_handle_dev_resource() argument 2014 blk_mq_prep_dispatch_rq(struct request * rq,bool need_budget) blk_mq_prep_dispatch_rq() argument 2055 struct request rq; blk_mq_release_budgets() local 2090 struct request rq; blk_mq_dispatch_rq_list() local 2543 blk_mq_request_bypass_insert(struct request * rq,blk_insert_t flags) blk_mq_request_bypass_insert() argument 2559 struct request rq; blk_mq_insert_requests() local 2592 blk_mq_insert_request(struct request rq,blk_insert_t flags) blk_mq_insert_request() argument 2654 blk_mq_bio_to_request(struct request * rq,struct bio * bio,unsigned int nr_segs) blk_mq_bio_to_request() argument 2680 __blk_mq_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq,bool last) __blk_mq_issue_directly() argument 2712 blk_mq_get_budget_and_tag(struct request * rq) blk_mq_get_budget_and_tag() argument 2738 blk_mq_try_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_try_issue_directly() argument 2769 blk_mq_request_issue_directly(struct request * rq,bool last) blk_mq_request_issue_directly() argument 2787 struct request rq; blk_mq_issue_direct() local 2833 struct request rq = rq_list_pop(rqs); blk_mq_extract_queue_requests() local 2890 struct request rq = rq_list_pop(rqs); blk_mq_dispatch_list() local 2977 struct request rq = list_first_entry(list, struct request, blk_mq_try_issue_list_directly() local 3030 struct request rq; blk_mq_get_new_requests() local 3053 struct request rq; blk_mq_get_cached_request() local 3101 struct request rq; blk_mq_submit_bio() local 3224 blk_insert_cloned_request(struct request rq) blk_insert_cloned_request() argument 3309 blk_rq_unprep_clone(struct request * rq) blk_rq_unprep_clone() argument 3338 blk_rq_prep_clone(struct request * rq,struct request * rq_src,struct bio_set * bs,gfp_t gfp_mask,int (* bio_ctr)(struct bio ,struct bio ,void ),void data) blk_rq_prep_clone() argument 3395 blk_steal_bios(struct bio_list * list,struct request * rq) blk_steal_bios() argument 3455 struct request rq = drv_tags->rqs[i]; blk_mq_clear_rq_mapping() local 3483 struct request rq = tags->static_rqs[i]; blk_mq_free_rqs() local 3572 blk_mq_init_request(struct blk_mq_tag_set * set,struct request * rq,unsigned int hctx_idx,int node) blk_mq_init_request() argument 3643 struct request rq = p; blk_mq_alloc_rqs() local 3667 blk_mq_has_request(struct request rq,void * data) blk_mq_has_request() argument 5246 blk_rq_poll(struct request * rq,struct io_comp_batch * iob,unsigned int poll_flags) blk_rq_poll() argument 5264 blk_mq_rq_cpu(struct request * rq) blk_mq_rq_cpu() argument [all...]
/linux/drivers/gpu/drm/scheduler/
H A D	sched_rq.c	23 static void drm_sched_rq_update_prio(struct drm_sched_rq rq) in drm_sched_rq_update_prio() argument 28 lockdep_assert_held(&rq->lock); in drm_sched_rq_update_prio() 30 rb = rb_first_cached(&rq->rb_tree_root); in drm_sched_rq_update_prio() 49 rq->head_prio = prio; in drm_sched_rq_update_prio() 53 struct drm_sched_rq rq) in drm_sched_rq_remove_fifo_locked() argument 56 lockdep_assert_held(&rq->lock); in drm_sched_rq_remove_fifo_locked() 59 rb_erase_cached(&entity->rb_tree_node, &rq->rb_tree_root); in drm_sched_rq_remove_fifo_locked() 61 drm_sched_rq_update_prio(rq); in drm_sched_rq_remove_fifo_locked() 66 struct drm_sched_rq *rq, in drm_sched_rq_update_fifo_locked() argument 75 lockdep_assert_held(&rq->lock); in drm_sched_rq_update_fifo_locked() [all …]
/linux/drivers/gpu/drm/i915/selftests/
H A D	i915_perf.c	161 static int write_timestamp(struct i915_request rq, int slot) in write_timestamp() argument 166 cs = intel_ring_begin(rq, 6); in write_timestamp() 171 if (GRAPHICS_VER(rq->i915) >= 8) in write_timestamp() 183 intel_ring_advance(rq, cs); in write_timestamp() 188 static ktime_t poll_status(struct i915_request rq, int slot) in poll_status() argument 190 while (!intel_read_status_page(rq->engine, slot) && in poll_status() 191 !i915_request_completed(rq)) in poll_status() 201 struct i915_request *rq; in live_noa_delay() local 224 rq = intel_engine_create_kernel_request(stream->engine); in live_noa_delay() 225 if (IS_ERR(rq)) { in live_noa_delay() [all …]

12 3 4 5 6 7 8 9 10 >>...17