Home
last modified time | relevance | path

Searched defs:rq (Results 1 – 25 of 317) sorted by relevance

12345678910>>...13

/linux/kernel/sched/
H A Dsched.h740 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ global() member
885 struct rq *rq; /* this is always top-level rq, cache? */ global() member
1158 struct rq { global() struct
1167 nr_runningrq global() argument
1169 nr_numa_runningrq global() argument
1170 nr_preferred_runningrq global() argument
1172 ttwu_pendingrq global() argument
1173 cpu_capacityrq global() argument
1175 donorrq global() argument
1176 currrq global() argument
1178 __anon83abaf99040arq global() argument
1205 uclamprq global() argument
1210 cfsrq global() argument
1211 rtrq global() argument
1212 dlrq global() argument
1214 scxrq global() argument
1227 fair_serverrq global() argument
1228 leaf_cfs_rq_listrq global() argument
1229 tmp_alone_branchrq global() argument
1233 numa_migrate_onrq global() argument
1237 nr_pref_llc_runningrq global() argument
1238 nr_llc_runningrq global() argument
1247 nr_uninterruptiblerq global() argument
1249 dl_serverrq global() argument
1250 stoprq global() argument
1251 next_classrq global() argument
1252 next_balancerq global() argument
1253 prev_mmrq global() argument
1259 ____cacheline_alignedrq global() argument
1260 clock_peltrq global() argument
1261 clockrq global() argument
1262 lost_idle_timerq global() argument
1263 clock_update_flagsrq global() argument
1264 clock_pelt_idlerq global() argument
1265 clock_idlerq global() argument
1268 clock_pelt_idle_copyrq global() argument
1269 clock_idle_copyrq global() argument
1272 last_seen_need_resched_nsrq global() argument
1273 ticks_without_reschedrq global() argument
1276 membarrier_staterq global() argument
1279 rdrq global() argument
1303 avg_irqrq global() argument
1319 prev_irq_timerq global() argument
1320 psi_irq_timerq global() argument
1326 prev_steal_time_rqrq global() argument
1346 rq_sched_inforq global() argument
1347 rq_cpu_timerq global() argument
1371 push_workrq global() argument
1372 corerq global() argument
1389 core_task_seqrq global() argument
1403 nr_iowaitrq rq_of() argument
1416 cpu_of(struct rq * rq) cpu_of() argument
1447 idle_rq(struct rq * rq) idle_rq() argument
1470 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument
1475 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument
1486 sched_core_enabled(struct rq * rq) sched_core_enabled() argument
1500 rq_lockp(struct rq * rq) rq_lockp() argument
1508 __rq_lockp(struct rq * rq) __rq_lockp() argument
1528 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument
1537 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument
1563 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument
1601 sched_core_enabled(struct rq * rq) sched_core_enabled() argument
1611 rq_lockp(struct rq * rq) rq_lockp() argument
1616 __rq_lockp(struct rq * rq) __rq_lockp() argument
1622 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument
1627 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument
1632 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument
1664 lockdep_assert_rq_held(struct rq * rq) lockdep_assert_rq_held() argument
1676 raw_spin_rq_lock(struct rq * rq) raw_spin_rq_lock() argument
1682 raw_spin_rq_unlock(struct rq * rq) raw_spin_rq_unlock() argument
1688 raw_spin_rq_lock_irq(struct rq * rq) raw_spin_rq_lock_irq() argument
1695 raw_spin_rq_unlock_irq(struct rq * rq) raw_spin_rq_unlock_irq() argument
1702 _raw_spin_rq_lock_irqsave(struct rq * rq) _raw_spin_rq_lock_irqsave() argument
1713 raw_spin_rq_unlock_irqrestore(struct rq * rq,unsigned long flags) raw_spin_rq_unlock_irqrestore() argument
1720 raw_spin_rq_lock_irqsave(rq,flags) global() argument
1727 update_idle_core(struct rq * rq) update_idle_core() argument
1769 struct rq *rq = task_rq(p); cfs_rq_of() local
1812 assert_clock_updated(struct rq * rq) assert_clock_updated() argument
1821 rq_clock(struct rq * rq) rq_clock() argument
1829 rq_clock_task(struct rq * rq) rq_clock_task() argument
1837 rq_clock_skip_update(struct rq * rq) rq_clock_skip_update() argument
1847 rq_clock_cancel_skipupdate(struct rq * rq) rq_clock_cancel_skipupdate() argument
1862 rq_clock_start_loop_update(struct rq * rq) rq_clock_start_loop_update() argument
1869 rq_clock_stop_loop_update(struct rq * rq) rq_clock_stop_loop_update() argument
1897 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument
1905 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument
1916 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument
1917 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument
1920 assert_balance_callbacks_empty(struct rq * rq) assert_balance_callbacks_empty() argument
1937 rq_pin_lock(struct rq * rq,struct rq_flags * rf) rq_pin_lock() argument
1946 rq_unpin_lock(struct rq * rq,struct rq_flags * rf) rq_unpin_lock() argument
1955 rq_repin_lock(struct rq * rq,struct rq_flags * rf) rq_repin_lock() argument
1973 __task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) __task_rq_unlock() argument
1981 task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) task_rq_unlock() argument
2000 rq_lock_irqsave(struct rq * rq,struct rq_flags * rf) rq_lock_irqsave() argument
2007 rq_lock_irq(struct rq * rq,struct rq_flags * rf) rq_lock_irq() argument
2014 rq_lock(struct rq * rq,struct rq_flags * rf) rq_lock() argument
2021 rq_unlock_irqrestore(struct rq * rq,struct rq_flags * rf) rq_unlock_irqrestore() argument
2028 rq_unlock_irq(struct rq * rq,struct rq_flags * rf) rq_unlock_irq() argument
2035 rq_unlock(struct rq * rq,struct rq_flags * rf) rq_unlock() argument
2082 struct rq *rq; _this_rq_lock_irq() local
2150 queue_balance_callback(struct rq * rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument
2152 queue_balance_callback(struct rq * rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument
2497 task_current(struct rq * rq,struct task_struct * p) task_current() argument
2508 task_current_donor(struct rq * rq,struct task_struct * p) task_current_donor() argument
2524 sched_proxy_block_task(struct rq * rq,struct task_struct * p) sched_proxy_block_task() argument
2527 task_on_cpu(struct rq * rq,struct task_struct * p) task_on_cpu() argument
2804 put_prev_task(struct rq * rq,struct task_struct * prev) put_prev_task() argument
2810 set_next_task(struct rq * rq,struct task_struct * next) set_next_task() argument
2816 __put_prev_set_next_dl_server(struct rq * rq,struct task_struct * prev,struct task_struct * next) __put_prev_set_next_dl_server() argument
2825 put_prev_set_next_task(struct rq * rq,struct task_struct * prev,struct task_struct * next) put_prev_set_next_task() argument
2897 rq_modified_begin(struct rq * rq,const struct sched_class * class) rq_modified_begin() argument
2903 rq_modified_above(struct rq * rq,const struct sched_class * class) rq_modified_above() argument
2908 sched_stop_runnable(struct rq * rq) sched_stop_runnable() argument
2913 sched_dl_runnable(struct rq * rq) sched_dl_runnable() argument
2918 sched_rt_runnable(struct rq * rq) sched_rt_runnable() argument
2923 sched_fair_runnable(struct rq * rq) sched_fair_runnable() argument
2966 get_push_task(struct rq * rq) get_push_task() argument
2989 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument
2995 idle_get_state(struct rq * rq) idle_get_state() argument
3004 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument
3009 idle_get_state(struct rq * rq) idle_get_state() argument
3058 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument
3072 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument
3075 add_nr_running(struct rq * rq,unsigned count) add_nr_running() argument
3090 sub_nr_running(struct rq * rq,unsigned count) sub_nr_running() argument
3101 __block_task(struct rq * rq,struct task_struct * p) __block_task() argument
3152 attach_task(struct rq * rq,struct task_struct * p) attach_task() argument
3165 attach_one_task(struct rq * rq,struct task_struct * p) attach_one_task() argument
3176 __attach_tasks(struct rq * rq,struct list_head * tasks) __attach_tasks() argument
3220 hrtick_enabled(struct rq * rq) hrtick_enabled() argument
3225 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument
3230 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument
3236 hrtick_active(struct rq * rq) hrtick_active() argument
3242 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument
3243 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument
3244 hrtick_enabled(struct rq * rq) hrtick_enabled() argument
3531 nohz_balance_exit_idle(struct rq * rq) nohz_balance_exit_idle() argument
3546 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument
3554 sched_core_tick(struct rq * rq) sched_core_tick() argument
3562 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument
3564 sched_core_tick(struct rq * rq) sched_core_tick() argument
3639 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument
3649 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument
3684 cpu_bw_dl(struct rq * rq) cpu_bw_dl() argument
3689 cpu_util_dl(struct rq * rq) cpu_util_dl() argument
3698 cpu_util_rt(struct rq * rq) cpu_util_rt() argument
3732 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument
3738 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument
3744 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument
3750 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument
3804 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument
3814 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument
3823 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument
3827 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument
3836 cpu_util_irq(struct rq * rq) cpu_util_irq() argument
3853 cpu_util_irq(struct rq * rq) cpu_util_irq() argument
3895 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument
3913 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument
4220 task_is_pushable(struct rq * rq,struct task_struct * p,int cpu) task_is_pushable() argument
[all...]
H A Dstop_task.c19 balance_stop(struct rq *rq, struct rq_flags *rf) in balance_stop()
25 wakeup_preempt_stop(struct rq *rq, struct task_struct *p, int flags) in wakeup_preempt_stop()
30 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, enum snt_e type) in set_next_task_stop()
38 static struct task_struct *pick_task_stop(struct rq *rq, struct rq_flags *rf) in pick_task_stop()
47 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop()
53 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop()
59 static void yield_task_stop(struct rq *rq) in yield_task_stop()
64 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev, struct task_struct *next) in put_prev_task_stop()
77 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop()
81 static void switching_to_stop(struct rq *rq, struct task_struct *p) in switching_to_stop()
[all …]
H A Ddeadline.c68 struct rq *rq = dl_se->rq; in rq_of_dl_se() local
108 static inline u8 dl_get_type(struct sched_dl_entity *dl_se, struct rq *rq) in dl_get_type() argument
186 struct rq *rq = cpu_rq(i); __dl_update() local
291 dl_rq_change_utilization(struct rq * rq,struct sched_dl_entity * dl_se,u64 new_bw) dl_rq_change_utilization() argument
405 struct rq *rq = rq_of_dl_se(dl_se); task_non_contending() local
534 dl_overloaded(struct rq * rq) dl_overloaded() argument
539 dl_set_overload(struct rq * rq) dl_set_overload() argument
555 dl_clear_overload(struct rq * rq) dl_clear_overload() argument
572 has_pushable_dl_tasks(struct rq * rq) has_pushable_dl_tasks() argument
581 enqueue_pushable_dl_task(struct rq * rq,struct task_struct * p) enqueue_pushable_dl_task() argument
599 dequeue_pushable_dl_task(struct rq * rq,struct task_struct * p) dequeue_pushable_dl_task() argument
622 need_pull_dl_task(struct rq * rq,struct task_struct * prev) need_pull_dl_task() argument
633 deadline_queue_push_tasks(struct rq * rq) deadline_queue_push_tasks() argument
641 deadline_queue_pull_task(struct rq * rq) deadline_queue_pull_task() argument
648 dl_task_offline_migration(struct rq * rq,struct task_struct * p) dl_task_offline_migration() argument
725 replenish_dl_new_period(struct sched_dl_entity * dl_se,struct rq * rq) replenish_dl_new_period() argument
757 struct rq *rq = rq_of_dl_rq(dl_rq); setup_new_dl_entity() local
802 struct rq *rq = rq_of_dl_rq(dl_rq); replenish_dl_entity() local
968 update_dl_revised_wakeup(struct sched_dl_entity * dl_se,struct rq * rq) update_dl_revised_wakeup() argument
1015 struct rq *rq = rq_of_dl_se(dl_se); update_dl_entity() local
1066 struct rq *rq = rq_of_dl_rq(dl_rq); start_dl_timer() local
1121 __push_dl_task(struct rq * rq,struct rq_flags * rf) __push_dl_task() argument
1143 struct rq *rq = rq_of_dl_se(dl_se); dl_server_timer() local
1218 struct rq *rq; dl_task_timer() local
1333 struct rq *rq = rq_of_dl_se(dl_se); dl_check_constrained_dl() local
1369 grub_reclaim(u64 delta,struct rq * rq,struct sched_dl_entity * dl_se) grub_reclaim() argument
1389 dl_scaled_delta_exec(struct rq * rq,struct sched_dl_entity * dl_se,s64 delta_exec) dl_scaled_delta_exec() argument
1417 update_curr_dl_se(struct rq * rq,struct sched_dl_entity * dl_se,s64 delta_exec) update_curr_dl_se() argument
1798 struct rq *rq = dl_se->rq; dl_server_start() local
1835 dl_server_init(struct sched_dl_entity * dl_se,struct rq * rq,dl_server_pick_f pick_task) dl_server_init() argument
1845 struct rq *rq; sched_init_dl_servers() local
1888 __dl_server_attach_root(struct sched_dl_entity * dl_se,struct rq * rq) __dl_server_attach_root() argument
1911 struct rq *rq = dl_se->rq; dl_server_apply_params() local
1958 struct rq *rq = dl_se->rq; __dl_server_attach_bw_locked() local
1986 struct rq *rq = dl_se->rq; __dl_server_detach_bw_locked() local
2031 struct rq *rq = dl_se->rq; dl_server_attach_bw() local
2097 struct rq *rq = detach_se->rq; dl_server_swap_bw() local
2129 update_curr_dl(struct rq * rq) update_curr_dl() argument
2157 struct rq *rq; inactive_task_timer() local
2220 struct rq *rq = rq_of_dl_rq(dl_rq); inc_dl_deadline() local
2233 struct rq *rq = rq_of_dl_rq(dl_rq); dec_dl_deadline() local
2335 struct rq *rq = rq_of_dl_rq(dl_rq); update_stats_dequeue_dl() local
2486 enqueue_task_dl(struct rq * rq,struct task_struct * p,int flags) enqueue_task_dl() argument
2552 dequeue_task_dl(struct rq * rq,struct task_struct * p,int flags) dequeue_task_dl() argument
2576 yield_task_dl(struct rq * rq) yield_task_dl() argument
2597 dl_task_is_earliest_deadline(struct task_struct * p,struct rq * rq) dl_task_is_earliest_deadline() argument
2611 struct rq *rq; select_task_rq_dl() local
2658 struct rq *rq; migrate_task_rq_dl() local
2687 check_preempt_equal_dl(struct rq * rq,struct task_struct * p) check_preempt_equal_dl() argument
2708 balance_dl(struct rq * rq,struct rq_flags * rf) balance_dl() argument
2735 wakeup_preempt_dl(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt_dl() argument
2762 start_hrtick_dl(struct rq * rq,struct sched_dl_entity * dl_se) start_hrtick_dl() argument
2767 start_hrtick_dl(struct rq * rq,struct sched_dl_entity * dl_se) start_hrtick_dl() argument
2776 set_next_task_dl(struct rq * rq,struct task_struct * p,enum snt_e type) set_next_task_dl() argument
2820 __pick_task_dl(struct rq * rq,struct rq_flags * rf) __pick_task_dl() argument
2847 pick_task_dl(struct rq * rq,struct rq_flags * rf) pick_task_dl() argument
2852 put_prev_task_dl(struct rq * rq,struct task_struct * p,struct task_struct * next) put_prev_task_dl() argument
2882 task_tick_dl(struct rq * rq,struct task_struct * p,int queued) task_tick_dl() argument
2912 pick_earliest_pushable_dl_task(struct rq * rq,int cpu) pick_earliest_pushable_dl_task() argument
3023 pick_next_pushable_dl_task(struct rq * rq) pick_next_pushable_dl_task() argument
3057 find_lock_later_rq(struct task_struct * task,struct rq * rq) find_lock_later_rq() argument
3141 push_dl_task(struct rq * rq) push_dl_task() argument
3214 push_dl_tasks(struct rq * rq) push_dl_tasks() argument
3315 task_woken_dl(struct rq * rq,struct task_struct * p) task_woken_dl() argument
3330 struct rq *rq; set_cpus_allowed_dl() local
3368 rq_online_dl(struct rq * rq) rq_online_dl() argument
3380 rq_offline_dl(struct rq * rq) rq_offline_dl() argument
3430 struct rq *rq; dl_add_task_root_domain() local
3513 switched_from_dl(struct rq * rq,struct task_struct * p) switched_from_dl() argument
3567 switched_to_dl(struct rq * rq,struct task_struct * p) switched_to_dl() argument
3596 get_prio_dl(struct rq * rq,struct task_struct * p) get_prio_dl() argument
3611 prio_changed_dl(struct rq * rq,struct task_struct * p,u64 old_deadline) prio_changed_dl() argument
3863 struct rq *rq = task_rq(p); __getparam_dl() local
[all...]
H A Drt.c230 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local
318 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local
333 static inline bool need_pull_rt_task(struct rq *rq, struct task_struct *prev) in need_pull_rt_task()
339 static inline int rt_overloaded(struct rq *rq) in rt_overloaded()
344 static inline void rt_set_overload(struct rq *rq) in rt_set_overload()
363 static inline void rt_clear_overload(struct rq *rq) in rt_clear_overload()
373 static inline int has_pushable_tasks(struct rq *rq) in has_pushable_tasks()
384 static inline void rt_queue_push_tasks(struct rq *rq) in rt_queue_push_tasks()
392 static inline void rt_queue_pull_task(struct rq *rq) in rt_queue_pull_task()
397 static void enqueue_pushable_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_task()
[all …]
H A Dpelt.h18 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg()
24 update_hw_load_avg(u64 now, struct rq *rq, u64 capacity) in update_hw_load_avg()
29 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg()
39 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
69 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt()
78 static inline void _update_idle_rq_clock_pelt(struct rq *rq) in _update_idle_rq_clock_pelt()
100 static inline void update_rq_clock_pelt(struct rq *rq, s64 delta) in update_rq_clock_pelt()
138 static inline void update_idle_rq_clock_pelt(struct rq *rq) in update_idle_rq_clock_pelt()
H A Dcore.c306 void sched_core_enqueue(struct rq *rq, struct task_struct *p) in sched_core_enqueue() argument
319 void sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags) in sched_core_dequeue() argument
372 sched_core_find(struct rq * rq,unsigned long cookie) sched_core_find() argument
541 sched_core_enqueue(struct rq * rq,struct task_struct * p) sched_core_enqueue() argument
543 sched_core_dequeue(struct rq * rq,struct task_struct * p,int flags) sched_core_dequeue() argument
669 raw_spin_rq_lock_nested(struct rq * rq,int subclass) raw_spin_rq_lock_nested() argument
695 raw_spin_rq_trylock(struct rq * rq) raw_spin_rq_trylock() argument
744 struct rq *rq; ___task_rq_lock() local
767 struct rq *rq; _task_rq_lock() local
811 update_rq_clock_task(struct rq * rq,s64 delta) update_rq_clock_task() argument
870 update_rq_clock(struct rq * rq) update_rq_clock() argument
907 hrtick_clear(struct rq * rq) hrtick_clear() argument
919 struct rq *rq = container_of(timer, struct rq, hrtick_timer); hrtick() local
943 hrtick_cond_restart(struct rq * rq) hrtick_cond_restart() argument
957 struct rq *rq = arg; __hrtick_start() local
970 hrtick_start(struct rq * rq,u64 delay) hrtick_start() argument
1000 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument
1007 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument
1028 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument
1036 hrtick_clear(struct rq * rq) hrtick_clear() argument
1037 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument
1038 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument
1039 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument
1195 __resched_curr(struct rq * rq,int tif) __resched_curr() argument
1244 resched_curr(struct rq * rq) resched_curr() argument
1270 resched_curr_lazy(struct rq * rq) resched_curr_lazy() argument
1277 struct rq *rq = cpu_rq(cpu); resched_cpu() local
1339 struct rq *rq = cpu_rq(cpu); wake_up_idle_cpu() local
1405 struct rq *rq = info; nohz_csd_func() local
1425 __need_bw_check(struct rq * rq,struct task_struct * p) __need_bw_check() argument
1439 sched_can_stop_tick(struct rq * rq) sched_can_stop_tick() argument
1620 uclamp_idle_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_value() argument
1636 uclamp_idle_reset(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_reset() argument
1647 uclamp_rq_max_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_rq_max_value() argument
1765 uclamp_rq_inc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_inc_id() argument
1803 uclamp_rq_dec_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_dec_id() argument
1869 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument
1897 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument
1920 uclamp_rq_reinc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_reinc_id() argument
1942 struct rq *rq; uclamp_update_active() local
2114 init_uclamp_rq(struct rq * rq) init_uclamp_rq() argument
2154 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument
2155 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument
2185 enqueue_task(struct rq * rq,struct task_struct * p,int flags) enqueue_task() argument
2211 dequeue_task(struct rq * rq,struct task_struct * p,int flags) dequeue_task() argument
2232 activate_task(struct rq * rq,struct task_struct * p,int flags) activate_task() argument
2243 deactivate_task(struct rq * rq,struct task_struct * p,int flags) deactivate_task() argument
2258 dequeue_block_task(struct rq * rq,struct task_struct * p,unsigned long task_state) dequeue_block_task() argument
2286 block_task(struct rq * rq,struct task_struct * p,unsigned long task_state) block_task() argument
2303 wakeup_preempt(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt() argument
2368 struct rq *rq; wait_task_inactive() local
2471 migrate_disable_switch(struct rq * rq,struct task_struct * p) migrate_disable_switch() argument
2512 rq_has_pinned_tasks(struct rq * rq) rq_has_pinned_tasks() argument
2592 move_queued_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int new_cpu) move_queued_task() argument
2639 __migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int dest_cpu) __migrate_task() argument
2662 struct rq *rq = this_rq(); migration_cpu_stop() local
2773 struct rq *lowest_rq = NULL, *rq = this_rq(); push_cpu_stop() local
3005 affine_move_task(struct rq * rq,struct task_struct * p,struct rq_flags * rf,int dest_cpu,unsigned int flags) affine_move_task() argument
3160 __set_cpus_allowed_ptr_locked(struct task_struct * p,struct affinity_context * ctx,struct rq * rq,struct rq_flags * rf) __set_cpus_allowed_ptr_locked() argument
3246 struct rq *rq; __set_cpus_allowed_ptr() local
3290 struct rq *rq; restrict_cpus_allowed_ptr() local
3742 struct rq *rq; ttwu_stat() local
3786 update_rq_avg_idle(struct rq * rq) update_rq_avg_idle() argument
3807 proxy_reset_donor(struct rq * rq) proxy_reset_donor() argument
3825 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument
3871 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument
3878 ttwu_do_activate(struct rq * rq,struct task_struct * p,int wake_flags,struct rq_flags * rf) ttwu_do_activate() argument
3941 struct rq *rq = guard.rq; ttwu_runnable() local
3967 struct rq *rq = this_rq(); sched_ttwu_pending() local
4025 struct rq *rq = cpu_rq(cpu); __ttwu_queue_wakelist() local
4037 struct rq *rq = cpu_rq(cpu); wake_up_if_idle() local
4142 struct rq *rq = cpu_rq(cpu); ttwu_queue() local
4552 struct rq *rq = __task_rq_lock(p, &rf); task_call_func() local
4594 struct rq *rq = cpu_rq(cpu); cpu_curr_snapshot() local
5017 struct rq *rq; wake_up_new_task() local
5176 zap_balance_callbacks(struct rq * rq) zap_balance_callbacks() argument
5194 do_balance_callbacks(struct rq * rq,struct balance_callback * head) do_balance_callbacks() argument
5230 __splice_balance_callbacks(struct rq * rq,bool split) __splice_balance_callbacks() argument
5254 splice_balance_callbacks(struct rq * rq) splice_balance_callbacks() argument
5259 __balance_callbacks(struct rq * rq,struct rq_flags * rf) __balance_callbacks() argument
5268 balance_callbacks(struct rq * rq,struct balance_callback * head) balance_callbacks() argument
5280 prepare_lock_switch(struct rq * rq,struct task_struct * next,struct rq_flags * rf) prepare_lock_switch() argument
5303 finish_lock_switch(struct rq * rq) finish_lock_switch() argument
5359 prepare_task_switch(struct rq * rq,struct task_struct * prev,struct task_struct * next) prepare_task_switch() argument
5394 struct rq *rq = this_rq(); finish_task_switch() local
5524 context_switch(struct rq * rq,struct task_struct * prev,struct task_struct * next,struct rq_flags * rf) context_switch() argument
5744 struct rq *rq; task_sched_runtime() local
5780 cpu_resched_latency(struct rq * rq) cpu_resched_latency() argument
5832 struct rq *rq = cpu_rq(cpu); sched_tick() local
5925 struct rq *rq = cpu_rq(cpu); sched_tick_remote() local
6180 prev_balance(struct rq * rq,struct rq_flags * rf) prev_balance() argument
6203 __pick_next_task(struct rq * rq,struct rq_flags * rf) __pick_next_task() argument
6274 pick_task(struct rq * rq,struct rq_flags * rf) pick_task() argument
6295 pick_next_task(struct rq * rq,struct rq_flags * rf) pick_next_task() argument
6619 sched_core_balance(struct rq * rq) sched_core_balance() argument
6641 queue_core_balance(struct rq * rq) queue_core_balance() argument
6663 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; sched_core_cpu_starting() local
6702 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; sched_core_cpu_deactivate() local
6759 struct rq *rq = cpu_rq(cpu); sched_core_cpu_dying() local
6772 pick_next_task(struct rq * rq,struct rq_flags * rf) pick_next_task() argument
6799 try_to_block_task(struct rq * rq,struct task_struct * p,unsigned long * task_state_p,bool should_block) try_to_block_task() argument
6846 proxy_resched_idle(struct rq * rq) proxy_resched_idle() argument
6855 proxy_deactivate(struct rq * rq,struct task_struct * donor) proxy_deactivate() argument
6881 sched_proxy_block_task(struct rq * rq,struct task_struct * p) sched_proxy_block_task() argument
6902 proxy_release_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_release_rq_lock() argument
6922 proxy_reacquire_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_reacquire_rq_lock() argument
6942 proxy_migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int target_cpu) proxy_migrate_task() argument
7007 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument
7161 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument
7219 struct rq *rq; __schedule() local
7755 struct rq *rq; rt_mutex_setprio() local
8249 struct rq *rq = cpu_rq(cpu); init_idle() local
8398 struct rq *rq = this_rq(); __balance_push_cpu_stop() local
8431 balance_push(struct rq * rq) balance_push() argument
8497 struct rq *rq = cpu_rq(cpu); balance_push_set() local
8518 struct rq *rq = this_rq(); balance_hotplug_wait() local
8527 balance_push(struct rq * rq) balance_push() argument
8541 set_rq_online(struct rq * rq) set_rq_online() argument
8556 set_rq_offline(struct rq * rq) set_rq_offline() argument
8572 sched_set_rq_online(struct rq * rq,int cpu) sched_set_rq_online() argument
8584 sched_set_rq_offline(struct rq * rq,int cpu) sched_set_rq_offline() argument
8655 struct rq *rq = cpu_rq(cpu); sched_cpu_activate() local
8696 struct rq *rq = cpu_rq(cpu); sched_cpu_deactivate() local
8759 struct rq *rq = cpu_rq(cpu); sched_rq_cpu_starting() local
8802 calc_load_migrate(struct rq * rq) calc_load_migrate() argument
8810 dump_rq_tasks(struct rq * rq,const char * loglvl) dump_rq_tasks() argument
8831 struct rq *rq = cpu_rq(cpu); sched_cpu_dying() local
8966 struct rq *rq; sched_init() local
9481 struct rq *rq; sched_move_task() local
9864 struct rq *rq = cfs_rq->rq; tg_set_cfs_bandwidth() local
10633 call_trace_sched_update_nr_running(struct rq * rq,int count) call_trace_sched_update_nr_running() argument
10896 struct rq *rq = cpu_rq(cpu); mm_cid_fixup_cpus_to_tasks() local
11193 struct rq *rq = task_rq(p); sched_change_begin() local
11240 struct rq *rq = task_rq(p); sched_change_end() local
11289 struct rq *rq = this_rq(); sched_non_preferred_cpu_push_stop() local
11342 sched_push_current_non_preferred_cpu(struct rq * rq) sched_push_current_non_preferred_cpu() argument
[all...]
H A Didle.c468 balance_idle(struct rq * rq,struct rq_flags * rf) balance_idle() argument
476 wakeup_preempt_idle(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt_idle() argument
483 put_prev_task_idle(struct rq * rq,struct task_struct * prev,struct task_struct * next) put_prev_task_idle() argument
490 set_next_task_idle(struct rq * rq,struct task_struct * next,enum snt_e type) set_next_task_idle() argument
507 pick_task_idle(struct rq * rq,struct rq_flags * rf) pick_task_idle() argument
524 dequeue_task_idle(struct rq * rq,struct task_struct * p,int flags) dequeue_task_idle() argument
541 task_tick_idle(struct rq * rq,struct task_struct * curr,int queued) task_tick_idle() argument
546 switching_to_idle(struct rq * rq,struct task_struct * p) switching_to_idle() argument
552 prio_changed_idle(struct rq * rq,struct task_struct * p,u64 oldprio) prio_changed_idle() argument
560 update_curr_idle(struct rq * rq) update_curr_idle() argument
[all...]
/linux/kernel/sched/ext/
H A Dsub.h88 scx_process_sync_ecaps(struct rq * rq,struct task_struct * prev) scx_process_sync_ecaps() argument
89 scx_unbypass_replay_ecaps(struct rq * rq,struct scx_sched * sch) scx_unbypass_replay_ecaps() argument
90 scx_online_ecaps(struct rq * rq) scx_online_ecaps() argument
91 scx_offline_ecaps(struct rq * rq) scx_offline_ecaps() argument
94 scx_resolve_local_dsq(struct scx_sched * sch,struct rq * rq,struct task_struct * p,u64 * enq_flags) scx_resolve_local_dsq() argument
95 scx_task_reenq_on_cap_revoke(struct rq * rq,struct task_struct * p) scx_task_reenq_on_cap_revoke() argument
96 scx_reenq_reject(struct rq * rq) scx_reenq_reject() argument
97 scx_rescue_charge(struct rq * rq,s64 delta_exec) scx_rescue_charge() argument
98 scx_rescue_end(struct rq * rq) scx_rescue_end() argument
99 scx_rescue_keep(struct rq * rq,struct task_struct * p) scx_rescue_keep() argument
100 scx_rescue_flush(struct rq * rq) scx_rescue_flush() argument
101 scx_rescue_dump(struct seq_buf * s,struct rq * rq) scx_rescue_dump() argument
103 scx_rescue_init(struct rq * rq) scx_rescue_init() argument
173 scx_caps_for_preempt(struct scx_sched * sch,struct rq * rq,u64 enq_flags) scx_caps_for_preempt() argument
200 scx_task_can_stay_on_cpu(struct rq * rq,struct task_struct * p) scx_task_can_stay_on_cpu() argument
213 scx_rescuee(struct rq * rq) scx_rescuee() argument
226 scx_caps_for_preempt(struct scx_sched * sch,struct rq * rq,u64 enq_flags) scx_caps_for_preempt() argument
227 scx_task_can_stay_on_cpu(struct rq * rq,struct task_struct * p) scx_task_can_stay_on_cpu() argument
228 scx_rescuee(struct rq * rq) scx_rescuee() argument
[all...]
H A Dext.h48 scx_tick(struct rq * rq) scx_tick() argument
54 scx_can_stop_tick(struct rq * rq) scx_can_stop_tick() argument
55 scx_rq_activate(struct rq * rq) scx_rq_activate() argument
56 scx_rq_deactivate(struct rq * rq) scx_rq_deactivate() argument
61 scx_proxy_donor_start(struct rq * rq) scx_proxy_donor_start() argument
62 scx_proxy_reenqueue_retry(struct rq * rq,struct task_struct * next) scx_proxy_reenqueue_retry() argument
71 scx_update_idle(struct rq * rq,bool idle,bool do_notify) scx_update_idle() argument
77 scx_update_idle(struct rq * rq,bool idle,bool do_notify) scx_update_idle() argument
[all...]
H A Dsub.c240 scx_rescue_slice_remaining(struct rq * rq) scx_rescue_slice_remaining() argument
273 scx_rescue_charge(struct rq * rq,s64 delta_exec) scx_rescue_charge() argument
304 scx_rescue_end(struct rq * rq) scx_rescue_end() argument
328 scx_rescue_keep(struct rq * rq,struct task_struct * p) scx_rescue_keep() argument
352 scx_rescue_accrue(struct rq * rq) scx_rescue_accrue() argument
382 scx_rescue_next_slice(struct rq * rq) scx_rescue_next_slice() argument
390 scx_rescue_timer_arm(struct rq * rq) scx_rescue_timer_arm() argument
426 scx_rescue_admit(struct rq * rq,struct task_struct * p,s64 slice) scx_rescue_admit() argument
448 scx_rescue_try_admit(struct rq * rq,struct task_struct * p) scx_rescue_try_admit() argument
471 scx_rescue_check_overload(struct rq * rq) scx_rescue_check_overload() argument
534 struct rq *rq = timer_container_of(rq, timer, scx.rescue.timer); scx_rescue_timerfn() local
582 scx_rescue_flush(struct rq * rq) scx_rescue_flush() argument
602 scx_rescue_dump(struct seq_buf * s,struct rq * rq) scx_rescue_dump() argument
666 scx_rescue_init(struct rq * rq) scx_rescue_init() argument
693 scx_resolve_local_dsq(struct scx_sched * sch,struct rq * rq,struct task_struct * p,u64 * enq_flags) scx_resolve_local_dsq() argument
756 scx_task_reenq_on_cap_revoke(struct rq * rq,struct task_struct * p) scx_task_reenq_on_cap_revoke() argument
781 scx_reenq_reject(struct rq * rq) scx_reenq_reject() argument
938 discard_queued_syncs(struct rq * rq) discard_queued_syncs() argument
961 scx_process_sync_ecaps(struct rq * rq,struct task_struct * prev) scx_process_sync_ecaps() argument
1069 scx_unbypass_replay_ecaps(struct rq * rq,struct scx_sched * sch) scx_unbypass_replay_ecaps() argument
1097 scx_online_ecaps(struct rq * rq) scx_online_ecaps() argument
1138 scx_offline_ecaps(struct rq * rq) scx_offline_ecaps() argument
1162 struct rq *rq = cpu_rq(cpu); scx_discard_ecaps_to_sync() local
1220 struct rq *rq = cpu_rq(cpu); scx_discard_stale_ecaps_syncs() local
1550 struct rq *rq; scx_sub_disable() local
1873 struct rq *rq; scx_sub_enable_workfn() local
2078 struct rq *rq; scx_cgroup_task_migrated() local
2105 struct rq *rq; scx_cgroup_task_migrate_canceled() local
2228 struct rq *rq = scx_locked_rq(); scx_bpf_sub_dispatch() local
[all...]
/linux/drivers/gpu/drm/i915/gt/
H A Dgen6_engine_cs.c55 gen6_emit_post_sync_nonzero_flush(struct i915_request *rq) in gen6_emit_post_sync_nonzero_flush()
89 int gen6_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_rcs()
143 u32 *gen6_emit_breadcrumb_rcs(struct i915_request *rq, u32 *cs) in gen6_emit_breadcrumb_rcs()
178 static int mi_flush_dw(struct i915_request *rq, u32 flags) in mi_flush_dw()
214 static int gen6_flush_dw(struct i915_request *rq, u32 mode, u32 invflags) in gen6_flush_dw()
219 int gen6_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_xcs()
224 int gen6_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_vcs()
229 int gen6_emit_bb_start(struct i915_request *rq, in gen6_emit_bb_start()
251 hsw_emit_bb_start(struct i915_request *rq, in hsw_emit_bb_start()
272 static int gen7_stall_cs(struct i915_request *rq) in gen7_stall_cs()
[all …]
H A Dintel_execlists_submission.c219 struct i915_request *rq, in __active_request() argument
239 active_request(const struct intel_timeline * const tl, struct i915_request *rq) in active_request() argument
262 static int rq_prio(const struct i915_request *rq) in rq_prio() argument
267 effective_prio(const struct i915_request * rq) effective_prio() argument
304 need_preempt(const struct intel_engine_cs * engine,const struct i915_request * rq) need_preempt() argument
375 struct i915_request *rq, *rn, *active = NULL; __unwind_incomplete_requests() local
415 execlists_context_status_change(struct i915_request * rq,unsigned long status) execlists_context_status_change() argument
428 reset_active(struct i915_request * rq,struct intel_engine_cs * engine) reset_active() argument
466 bad_request(const struct i915_request * rq) bad_request() argument
472 __execlists_schedule_in(struct i915_request * rq) __execlists_schedule_in() argument
527 execlists_schedule_in(struct i915_request * rq,int idx) execlists_schedule_in() argument
544 resubmit_virtual_request(struct i915_request * rq,struct virtual_engine * ve) resubmit_virtual_request() argument
557 kick_siblings(struct i915_request * rq,struct intel_context * ce) kick_siblings() argument
586 __execlists_schedule_out(struct i915_request * const rq,struct intel_context * const ce) __execlists_schedule_out() argument
648 execlists_schedule_out(struct i915_request * rq) execlists_schedule_out() argument
672 execlists_update_context(struct i915_request * rq) execlists_update_context() argument
735 dump_port(char * buf,int buflen,const char * prefix,struct i915_request * rq) dump_port() argument
781 struct i915_request * const *port, *rq, *prev = NULL; assert_pending_valid() local
929 struct i915_request *rq = execlists->pending[n]; execlists_submit_ports() local
959 i915_request_flags(const struct i915_request * rq) i915_request_flags() argument
994 virtual_matches(const struct virtual_engine * ve,const struct i915_request * rq,const struct intel_engine_cs * engine) virtual_matches() argument
1030 struct i915_request *rq = READ_ONCE(ve->request); first_virtual_engine() local
1072 defer_request(struct i915_request * rq,struct list_head * const pl) defer_request() argument
1122 struct i915_request *rq; defer_active() local
1134 timeslice_yield(const struct intel_engine_execlists * el,const struct i915_request * rq) timeslice_yield() argument
1152 needs_timeslice(const struct intel_engine_cs * engine,const struct i915_request * rq) needs_timeslice() argument
1187 timeslice_expired(struct intel_engine_cs * engine,const struct i915_request * rq) timeslice_expired() argument
1237 active_preempt_timeout(struct intel_engine_cs * engine,const struct i915_request * rq) active_preempt_timeout() argument
1253 set_preempt_timeout(struct intel_engine_cs * engine,const struct i915_request * rq) set_preempt_timeout() argument
1262 completed(const struct i915_request * rq) completed() argument
1411 struct i915_request *rq; execlists_dequeue() local
1490 struct i915_request *rq, *rn; execlists_dequeue() local
1965 struct i915_request *rq = *execlists->active; process_csb() local
2053 __execlists_hold(struct i915_request * rq) __execlists_hold() argument
2097 execlists_hold(struct intel_engine_cs * engine,struct i915_request * rq) execlists_hold() argument
2125 hold_request(const struct i915_request * rq) hold_request() argument
2151 __execlists_unhold(struct i915_request * rq) __execlists_unhold() argument
2195 execlists_unhold(struct intel_engine_cs * engine,struct i915_request * rq) execlists_unhold() argument
2215 struct i915_request *rq; global() member
2290 struct i915_request * const *port, *rq; active_context() local
2440 const struct i915_request *rq = *engine->execlists.active; execlists_submission_tasklet() local
2548 queue_request(struct intel_engine_cs * engine,struct i915_request * rq) queue_request() argument
2558 submit_queue(struct intel_engine_cs * engine,const struct i915_request * rq) submit_queue() argument
2570 ancestor_on_hold(const struct intel_engine_cs * engine,const struct i915_request * rq) ancestor_on_hold() argument
2640 execlists_context_cancel_request(struct intel_context * ce,struct i915_request * rq) execlists_context_cancel_request() argument
2711 emit_pdps(struct i915_request * rq) emit_pdps() argument
3027 struct i915_request *rq; execlists_reset_active() local
3148 struct i915_request *rq, *rn; execlists_reset_cancel() local
3277 add_to_engine(struct i915_request * rq) add_to_engine() argument
3283 remove_from_engine(struct i915_request * rq) remove_from_engine() argument
3318 kick_execlists(const struct i915_request * rq,int prio) kick_execlists() argument
3784 struct i915_request *rq; virtual_submission_mask() local
3891 virtual_submit_request(struct i915_request * rq) virtual_submit_request() argument
4077 intel_execlists_show_requests(struct intel_engine_cs * engine,struct drm_printer * m,void (* show_request)(struct drm_printer * m,const struct i915_request * rq,const char * prefix,int indent),unsigned int max) intel_execlists_show_requests() argument
4084 struct i915_request *rq, *last; intel_execlists_show_requests() local
4138 struct i915_request *rq = READ_ONCE(ve->request); intel_execlists_show_requests() local
[all...]
H A Dintel_engine_heartbeat.c28 struct i915_request *rq; in next_heartbeat() local
73 struct i915_request *rq; in heartbeat_create() local
82 static void idle_pulse(struct intel_engine_cs *engine, struct i915_request *rq) in idle_pulse()
90 static void heartbeat_commit(struct i915_request *rq, in heartbeat_commit()
99 static void show_heartbeat(const struct i915_request *rq, in show_heartbeat()
120 reset_engine(struct intel_engine_cs *engine, struct i915_request *rq) in reset_engine()
145 struct i915_request *rq; in heartbeat() local
256 struct i915_request *rq; in intel_engine_park_heartbeat() local
292 struct i915_request *rq; in __intel_engine_pulse() local
397 struct i915_request *rq; in intel_engine_flush_barriers() local
H A Dselftest_execlists.c31 static bool is_active(struct i915_request *rq) in is_active()
46 struct i915_request *rq, in wait_for_submit()
72 struct i915_request *rq, in wait_for_reset()
128 struct i915_request *rq; in live_sanitycheck() local
185 struct i915_request *rq[2]; in live_unlite_restore() local
347 struct i915_request *rq; in live_unlite_ring() local
496 struct i915_request *rq; in live_pin_rewind() local
604 struct i915_request *rq; in live_hold_reset() local
723 struct i915_request *rq; in live_error_interrupt() local
823 emit_semaphore_chain(struct i915_request *rq, struct i915_vma *vma, int idx) in emit_semaphore_chain()
[all …]
/linux/drivers/scsi/esas2r/
H A Desas2r_disc.c160 struct esas2r_request *rq = &a->general_req; in esas2r_disc_check_for_work() local
313 struct esas2r_request *rq = &a->general_req; in esas2r_disc_start_port() local
387 struct esas2r_request *rq) in esas2r_disc_continue()
460 struct esas2r_request *rq) in esas2r_disc_start_request()
489 struct esas2r_request *rq) in esas2r_disc_local_start_request()
503 struct esas2r_request *rq) in esas2r_disc_abort()
518 struct esas2r_request *rq) in esas2r_disc_block_dev_scan()
549 struct esas2r_request *rq) in esas2r_disc_block_dev_scan_cb()
578 struct esas2r_request *rq) in esas2r_disc_raid_grp_info()
625 struct esas2r_request *rq) in esas2r_disc_raid_grp_info_cb()
[all …]
H A Desas2r_ioctl.c85 struct esas2r_request *rq) in complete_fm_api_req()
113 struct esas2r_request *rq; in do_fm_api() local
184 struct esas2r_request *rq) in complete_nvr_req()
201 struct esas2r_request *rq) in complete_buffered_ioctl_req()
210 struct esas2r_request *rq; in handle_buffered_ioctl() local
296 struct esas2r_request *rq, in smp_ioctl_callback()
333 struct esas2r_request *rq) in esas2r_csmi_ioctl_tunnel_comp_cb()
345 struct esas2r_request *rq, in csmi_ioctl_tunnel()
393 struct esas2r_request *rq, in csmi_ioctl_callback()
609 struct esas2r_request *rq, void *context) in csmi_ioctl_done_callback()
[all …]
H A Desas2r_int.c173 struct esas2r_request *rq, in esas2r_handle_outbound_rsp_err()
210 struct esas2r_request *rq; in esas2r_get_outbound_responses() local
309 struct esas2r_request *rq; in esas2r_do_deferred_processes() local
390 struct esas2r_request *rq = &a->general_req; in esas2r_process_adapter_reset() local
448 struct esas2r_request *rq; in esas2r_process_bus_reset() local
749 void esas2r_ae_complete(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_ae_complete()
876 void esas2r_dummy_complete(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_dummy_complete()
880 struct esas2r_request *rq) in esas2r_check_req_rsp_sense()
920 struct esas2r_request *rq) in esas2r_complete_request()
H A Desas2r_io.c46 void esas2r_start_request(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_start_request()
120 struct esas2r_request *rq) in esas2r_local_start_request()
138 struct esas2r_request *rq) in esas2r_start_vda_request()
190 struct esas2r_request *rq = sgc->first_req; in esas2r_build_sg_list_sge() local
373 struct esas2r_request *rq = sgc->first_req; in esas2r_build_prd_iblk() local
527 struct esas2r_request *rq = sgc->first_req; in esas2r_build_sg_list_prd() local
770 struct esas2r_request *rq; in esas2r_send_task_mgmt() local
858 bool esas2r_ioreq_aborted(struct esas2r_adapter *a, struct esas2r_request *rq, in esas2r_ioreq_aborted()
/linux/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_rx.c90 mlx5e_read_enhanced_title_slot(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_read_enhanced_title_slot() argument
109 mlx5e_read_title_slot(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_read_title_slot() argument
154 mlx5e_decompress_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe() argument
184 mlx5e_decompress_cqe_no_hash(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe_no_hash() argument
195 mlx5e_decompress_enhanced_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,struct mlx5_cqe64 * cqe,int budget_rem) mlx5e_decompress_enhanced_cqe() argument
227 mlx5e_decompress_cqes_cont(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int update_owner_only,int budget_rem) mlx5e_decompress_cqes_cont() argument
257 mlx5e_decompress_cqes_start(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int budget_rem) mlx5e_decompress_cqes_start() argument
303 mlx5e_mpwqe_linear_page_refill(struct mlx5e_rq * rq) mlx5e_mpwqe_linear_page_refill() argument
318 mlx5e_mpwqe_get_linear_page_frag(struct mlx5e_rq * rq) mlx5e_mpwqe_get_linear_page_frag() argument
332 mlx5e_get_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_get_rx_frag() argument
359 mlx5e_put_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_put_rx_frag() argument
366 get_frag(struct mlx5e_rq * rq,u16 ix) get_frag() argument
371 mlx5e_alloc_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_rx_wqe_cyc * wqe,u16 ix) mlx5e_alloc_rx_wqe() argument
402 mlx5e_free_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi) mlx5e_free_rx_wqe() argument
420 mlx5e_dealloc_rx_wqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_wqe() argument
438 mlx5e_xsk_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_xsk_free_rx_wqes() argument
456 mlx5e_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_free_rx_wqes() argument
470 mlx5e_alloc_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_alloc_rx_wqes() argument
488 mlx5e_refill_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_refill_rx_wqes() argument
529 mlx5e_add_skb_shared_info_frag(struct mlx5e_rq * rq,struct skb_shared_info * sinfo,struct xdp_buff * xdp,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len) mlx5e_add_skb_shared_info_frag() argument
557 mlx5e_add_skb_frag(struct mlx5e_rq * rq,struct sk_buff * skb,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len,unsigned int truesize) mlx5e_add_skb_frag() argument
580 mlx5e_copy_skb_header(struct mlx5e_rq * rq,struct sk_buff * skb,netmem_ref netmem,dma_addr_t addr,int offset_from,int dma_offset,u32 headlen) mlx5e_copy_skb_header() argument
594 mlx5e_free_rx_mpwqe(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi) mlx5e_free_rx_mpwqe() argument
628 mlx5e_post_rx_mpwqe(struct mlx5e_rq * rq,u8 n) mlx5e_post_rx_mpwqe() argument
644 mlx5e_alloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_alloc_rx_mpwqe() argument
725 mlx5e_dealloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_mpwqe() argument
737 mlx5e_mpwqe_dealloc_linear_page(struct mlx5e_rq * rq) mlx5e_mpwqe_dealloc_linear_page() argument
753 mlx5e_post_rx_wqes(struct mlx5e_rq * rq) mlx5e_post_rx_wqes() argument
920 mlx5e_reclaim_mpwqe_pages(struct mlx5e_rq * rq,int head,int reclaim) mlx5e_reclaim_mpwqe_pages() argument
932 mlx5e_post_rx_mpwqes(struct mlx5e_rq * rq) mlx5e_post_rx_mpwqes() argument
1082 mlx5e_shampo_update_ipv4_udp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4) mlx5e_shampo_update_ipv4_udp_hdr() argument
1101 mlx5e_shampo_update_ipv6_udp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6) mlx5e_shampo_update_ipv6_udp_hdr() argument
1120 mlx5e_shampo_get_hd_buf_info(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct mlx5e_dma_info ** di,u32 * head_offset) mlx5e_shampo_get_hd_buf_info() argument
1135 mlx5e_shampo_get_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,int len) mlx5e_shampo_get_hdr() argument
1149 mlx5e_shampo_update_fin_psh_flags(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct tcphdr * skb_tcp_hd) mlx5e_shampo_update_fin_psh_flags() argument
1163 mlx5e_shampo_update_ipv4_tcp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv4_tcp_hdr() argument
1188 mlx5e_shampo_update_ipv6_tcp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv6_tcp_hdr() argument
1206 mlx5e_shampo_update_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_hdr() argument
1264 mlx5e_enable_ecn(struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_enable_ecn() argument
1366 mlx5e_handle_csum(struct net_device * netdev,struct mlx5_cqe64 * cqe,struct mlx5e_rq * rq,struct sk_buff * skb,bool lro) mlx5e_handle_csum() argument
1442 mlx5e_build_rx_skb(struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_build_rx_skb() argument
1508 mlx5e_shampo_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_shampo_complete_rx_cqe() argument
1531 mlx5e_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_complete_rx_cqe() argument
1544 mlx5e_build_linear_skb(struct mlx5e_rq * rq,void * va,u32 frag_size,u16 headroom,u32 cqe_bcnt,u32 metasize) mlx5e_build_linear_skb() argument
1564 mlx5e_fill_mxbuf(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,void * va,u16 headroom,u32 frame_sz,u32 len,struct mlx5e_xdp_buff * mxbuf) mlx5e_fill_mxbuf() argument
1575 mlx5e_skb_from_cqe_linear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_linear() argument
1623 mlx5e_skb_from_cqe_nonlinear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_nonlinear() argument
1719 trigger_report(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) trigger_report() argument
1731 mlx5e_handle_rx_err_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_err_cqe() argument
1737 mlx5e_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe() argument
1782 mlx5e_handle_rx_cqe_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_rep() argument
1826 mlx5e_handle_rx_cqe_mpwrq_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_rep() argument
1885 mlx5e_shampo_fill_skb_data(struct sk_buff * skb,struct mlx5e_rq * rq,struct mlx5e_frag_page * frag_page,u32 data_bcnt,u32 data_offset) mlx5e_shampo_fill_skb_data() argument
1909 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_nonlinear() argument
2097 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_linear() argument
2155 mlx5e_skb_from_cqe_shampo(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 header_index) mlx5e_skb_from_cqe_shampo() argument
2196 mlx5e_shampo_flush_skb(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_flush_skb() argument
2229 mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_shampo() argument
2349 mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq() argument
2409 mlx5e_rx_cq_process_enhanced_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_enhanced_cqe_comp() argument
2458 mlx5e_rx_cq_process_basic_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_basic_cqe_comp() argument
2488 struct mlx5e_rq *rq = container_of(cq, struct mlx5e_rq, cq); mlx5e_poll_rx_cq() local
2525 mlx5i_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5i_complete_rx_cqe() argument
2608 mlx5i_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5i_handle_rx_cqe() argument
2649 mlx5e_rq_set_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params,bool xsk) mlx5e_rq_set_handlers() argument
2698 mlx5e_trap_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_trap_handle_rx_cqe() argument
2733 mlx5e_rq_set_trap_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params) mlx5e_rq_set_trap_handlers() argument
[all...]
/linux/drivers/scsi/fnic/
H A Dvnic_rq.c15 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs()
53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free()
70 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc()
99 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init()
125 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status()
130 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable()
135 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable()
153 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean()
154 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
H A Dvnic_rq.h93 static inline unsigned int vnic_rq_desc_avail(struct vnic_rq *rq) in vnic_rq_desc_avail()
99 static inline unsigned int vnic_rq_desc_used(struct vnic_rq *rq) in vnic_rq_desc_used()
105 static inline void *vnic_rq_next_desc(struct vnic_rq *rq) in vnic_rq_next_desc()
110 static inline unsigned int vnic_rq_next_index(struct vnic_rq *rq) in vnic_rq_next_index()
115 static inline unsigned int vnic_rq_next_buf_index(struct vnic_rq *rq) in vnic_rq_next_buf_index()
120 static inline void vnic_rq_post(struct vnic_rq *rq, in vnic_rq_post()
153 static inline int vnic_rq_posting_soon(struct vnic_rq *rq) in vnic_rq_posting_soon()
158 static inline void vnic_rq_return_descs(struct vnic_rq *rq, unsigned int count) in vnic_rq_return_descs()
168 static inline void vnic_rq_service(struct vnic_rq *rq, in vnic_rq_service()
170 int desc_return, void (*buf_service)(struct vnic_rq *rq, in vnic_rq_service()
[all …]
/linux/block/
H A Dblk-mq.c93 static bool blk_mq_check_in_driver(struct request *rq, void *priv) in blk_mq_check_in_driver() argument
373 blk_rq_init(struct request_queue * q,struct request * rq) blk_rq_init() argument
391 blk_mq_rq_time_init(struct request * rq,u64 alloc_time_ns) blk_mq_rq_time_init() argument
416 struct request *rq = tags->static_rqs[tag]; blk_mq_rq_ctx_init() local
458 struct request *rq; __blk_mq_alloc_requests_batch() local
535 blk_mq_rq_late_init(struct request * rq,u64 alloc_time_ns) blk_mq_rq_late_init() argument
558 struct request *rq; __blk_mq_alloc_requests() local
630 struct request *rq; blk_mq_rq_cache_fill() local
648 struct request *rq; blk_mq_alloc_cached_request() local
677 struct request *rq; blk_mq_alloc_request() local
728 struct request *rq; blk_mq_alloc_request_hctx() local
795 blk_mq_finish_request(struct request * rq) blk_mq_finish_request() argument
812 __blk_mq_free_request(struct request * rq) __blk_mq_free_request() argument
833 blk_mq_free_request(struct request * rq) blk_mq_free_request() argument
849 struct request *rq; blk_mq_free_plug_rqs() local
855 blk_dump_rq_flags(struct request * rq,char * msg) blk_dump_rq_flags() argument
1132 __blk_mq_end_request_acct(struct request * rq,u64 now) __blk_mq_end_request_acct() argument
1141 __blk_mq_end_request(struct request * rq,blk_status_t error) __blk_mq_end_request() argument
1158 blk_mq_end_request(struct request * rq,blk_status_t error) blk_mq_end_request() argument
1183 struct request *rq; blk_mq_end_request_batch() local
1232 struct request *rq, *next; blk_complete_reqs() local
1254 blk_mq_complete_need_ipi(struct request * rq) blk_mq_complete_need_ipi() argument
1281 blk_mq_complete_send_ipi(struct request * rq) blk_mq_complete_send_ipi() argument
1290 blk_mq_raise_softirq(struct request * rq) blk_mq_raise_softirq() argument
1301 blk_mq_complete_request_remote(struct request * rq) blk_mq_complete_request_remote() argument
1335 blk_mq_complete_request(struct request * rq) blk_mq_complete_request() argument
1350 blk_mq_start_request(struct request * rq) blk_mq_start_request() argument
1390 blk_add_rq_to_plug(struct blk_plug * plug,struct request * rq) blk_add_rq_to_plug() argument
1428 blk_execute_rq_nowait(struct request * rq,bool at_head) blk_execute_rq_nowait() argument
1452 blk_end_sync_rq(struct request * rq,blk_status_t ret,const struct io_comp_batch * iob) blk_end_sync_rq() argument
1462 blk_rq_is_poll(struct request * rq) blk_rq_is_poll() argument
1472 blk_rq_poll_completion(struct request * rq,struct completion * wait) blk_rq_poll_completion() argument
1490 blk_execute_rq(struct request * rq,bool at_head) blk_execute_rq() argument
1516 __blk_mq_requeue_request(struct request * rq) __blk_mq_requeue_request() argument
1531 blk_mq_requeue_request(struct request * rq,bool kick_requeue_list) blk_mq_requeue_request() argument
1556 struct request *rq; blk_mq_requeue_work() local
1601 blk_is_flush_data_rq(struct request * rq) blk_is_flush_data_rq() argument
1606 blk_mq_rq_inflight(struct request * rq,void * priv) blk_mq_rq_inflight() argument
1660 blk_mq_req_expired(struct request * rq,struct blk_expired_data * expired) blk_mq_req_expired() argument
1680 blk_mq_put_rq_ref(struct request * rq) blk_mq_put_rq_ref() argument
1690 blk_mq_check_expired(struct request * rq,void * priv) blk_mq_check_expired() argument
1708 blk_mq_handle_expired(struct request * rq,void * priv) blk_mq_handle_expired() argument
1811 struct request *rq; global() member
1849 __blk_mq_alloc_driver_tag(struct request * rq) __blk_mq_alloc_driver_tag() argument
1902 blk_mq_mark_tag_wait(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_mark_tag_wait() argument
2014 blk_mq_handle_dev_resource(struct request * rq,struct list_head * list) blk_mq_handle_dev_resource() argument
2027 blk_mq_prep_dispatch_rq(struct request * rq,bool need_budget) blk_mq_prep_dispatch_rq() argument
2068 struct request *rq; blk_mq_release_budgets() local
2103 struct request *rq; blk_mq_dispatch_rq_list() local
2556 blk_mq_request_bypass_insert(struct request * rq,blk_insert_t flags) blk_mq_request_bypass_insert() argument
2572 struct request *rq; blk_mq_insert_requests() local
2605 blk_mq_insert_request(struct request * rq,blk_insert_t flags) blk_mq_insert_request() argument
2667 blk_mq_bio_to_request(struct request * rq,struct bio * bio,unsigned int nr_segs) blk_mq_bio_to_request() argument
2693 __blk_mq_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq,bool last) __blk_mq_issue_directly() argument
2725 blk_mq_get_budget_and_tag(struct request * rq) blk_mq_get_budget_and_tag() argument
2751 blk_mq_try_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_try_issue_directly() argument
2782 blk_mq_request_issue_directly(struct request * rq,bool last) blk_mq_request_issue_directly() argument
2800 struct request *rq; blk_mq_issue_direct() local
2846 struct request *rq = rq_list_pop(rqs); blk_mq_extract_queue_requests() local
2903 struct request *rq = rq_list_pop(rqs); blk_mq_dispatch_list() local
2990 struct request *rq = list_first_entry(list, struct request, blk_mq_try_issue_list_directly() local
3043 struct request *rq; blk_mq_get_new_requests() local
3066 struct request *rq; blk_mq_get_cached_request() local
3112 struct request *rq; blk_mq_submit_bio() local
3235 blk_insert_cloned_request(struct request * rq) blk_insert_cloned_request() argument
3320 blk_rq_unprep_clone(struct request * rq) blk_rq_unprep_clone() argument
3349 blk_rq_prep_clone(struct request * rq,struct request * rq_src,struct bio_set * bs,gfp_t gfp_mask,int (* bio_ctr)(struct bio *,struct bio *,void *),void * data) blk_rq_prep_clone() argument
3406 blk_steal_bios(struct bio_list * list,struct request * rq) blk_steal_bios() argument
3466 struct request *rq = drv_tags->rqs[i]; blk_mq_clear_rq_mapping() local
3494 struct request *rq = tags->static_rqs[i]; blk_mq_free_rqs() local
3583 blk_mq_init_request(struct blk_mq_tag_set * set,struct request * rq,unsigned int hctx_idx,int node) blk_mq_init_request() argument
3654 struct request *rq = p; blk_mq_alloc_rqs() local
3678 blk_mq_has_request(struct request * rq,void * data) blk_mq_has_request() argument
5257 blk_rq_poll(struct request * rq,struct io_comp_batch * iob,unsigned int poll_flags) blk_rq_poll() argument
5275 blk_mq_rq_cpu(struct request * rq) blk_mq_rq_cpu() argument
[all...]
H A Delevator.c54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument
60 static bool elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge() argument
74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok() argument
165 __elv_rqhash_del(struct request * rq) __elv_rqhash_del() argument
171 elv_rqhash_del(struct request_queue * q,struct request * rq) elv_rqhash_del() argument
178 elv_rqhash_add(struct request_queue * q,struct request * rq) elv_rqhash_add() argument
188 elv_rqhash_reposition(struct request_queue * q,struct request * rq) elv_rqhash_reposition() argument
198 struct request *rq; elv_rqhash_find() local
219 elv_rb_add(struct rb_root * root,struct request * rq) elv_rb_add() argument
240 elv_rb_del(struct rb_root * root,struct request * rq) elv_rb_del() argument
251 struct request *rq; elv_rb_find() local
324 elv_attempt_insert_merge(struct request_queue * q,struct request * rq,struct list_head * free) elv_attempt_insert_merge() argument
362 elv_merged_request(struct request_queue * q,struct request * rq,enum elv_merge type) elv_merged_request() argument
376 elv_merge_requests(struct request_queue * q,struct request * rq,struct request * next) elv_merge_requests() argument
388 elv_latter_request(struct request_queue * q,struct request * rq) elv_latter_request() argument
398 elv_former_request(struct request_queue * q,struct request * rq) elv_former_request() argument
870 elv_rb_former_request(struct request_queue * q,struct request * rq) elv_rb_former_request() argument
882 elv_rb_latter_request(struct request_queue * q,struct request * rq) elv_rb_latter_request() argument
[all...]
/linux/drivers/gpu/drm/scheduler/
H A Dsched_rq.c23 static void drm_sched_rq_update_prio(struct drm_sched_rq *rq) in drm_sched_rq_update_prio()
53 struct drm_sched_rq *rq) in drm_sched_rq_remove_fifo_locked()
66 struct drm_sched_rq *rq, in drm_sched_rq_update_fifo_locked()
94 struct drm_sched_rq *rq) in drm_sched_rq_init()
124 drm_sched_rq_get_min_vruntime(struct drm_sched_rq *rq) in drm_sched_rq_get_min_vruntime()
260 struct drm_sched_rq *rq = entity->rq; in drm_sched_rq_add_entity() local
301 void drm_sched_rq_remove_entity(struct drm_sched_rq *rq, in drm_sched_rq_remove_entity()
320 drm_sched_rq_next_rr_ts(struct drm_sched_rq *rq, in drm_sched_rq_next_rr_ts()
343 struct drm_sched_rq *rq = entity->rq; in drm_sched_rq_pop_entity() local
393 struct drm_sched_rq *rq) in drm_sched_rq_select_entity()
/linux/drivers/net/ethernet/mellanox/mlx5/core/en/
H A Dreporter_rx.c84 struct mlx5e_rq *rq; in mlx5e_rx_reporter_err_icosq_cqe_recover() local
154 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_err_rq_cqe_recover() local
176 struct mlx5e_rq *rq; in mlx5e_rx_reporter_timeout_recover() local
241 static void mlx5e_health_rq_put_sw_state(struct devlink_fmsg *fmsg, struct mlx5e_rq *rq) in mlx5e_health_rq_put_sw_state()
257 mlx5e_rx_reporter_build_diagnose_output_rq_common(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output_rq_common()
298 static void mlx5e_rx_reporter_build_diagnose_output(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output()
307 static void mlx5e_rx_reporter_diagnose_generic_rq(struct mlx5e_rq *rq, in mlx5e_rx_reporter_diagnose_generic_rq()
353 static void mlx5e_rx_reporter_build_diagnose_output_ptp_rq(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output_ptp_rq()
460 struct mlx5e_rq *rq; in mlx5e_rx_reporter_diagnose_rqs() local
531 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_dump_rq() local
[all …]

12345678910>>...13