| /linux/kernel/sched/ |
| H A D | sched.h | 740 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ global() member 885 struct rq *rq; /* this is always top-level rq, cache? */ global() member 1158 struct rq { global() struct 1167 nr_runningrq global() argument 1169 nr_numa_runningrq global() argument 1170 nr_preferred_runningrq global() argument 1172 ttwu_pendingrq global() argument 1173 cpu_capacityrq global() argument 1175 donorrq global() argument 1176 currrq global() argument 1178 __anon83abaf99040arq global() argument 1205 uclamprq global() argument 1210 cfsrq global() argument 1211 rtrq global() argument 1212 dlrq global() argument 1214 scxrq global() argument 1227 fair_serverrq global() argument 1228 leaf_cfs_rq_listrq global() argument 1229 tmp_alone_branchrq global() argument 1233 numa_migrate_onrq global() argument 1237 nr_pref_llc_runningrq global() argument 1238 nr_llc_runningrq global() argument 1247 nr_uninterruptiblerq global() argument 1249 dl_serverrq global() argument 1250 stoprq global() argument 1251 next_classrq global() argument 1252 next_balancerq global() argument 1253 prev_mmrq global() argument 1259 ____cacheline_alignedrq global() argument 1260 clock_peltrq global() argument 1261 clockrq global() argument 1262 lost_idle_timerq global() argument 1263 clock_update_flagsrq global() argument 1264 clock_pelt_idlerq global() argument 1265 clock_idlerq global() argument 1268 clock_pelt_idle_copyrq global() argument 1269 clock_idle_copyrq global() argument 1272 last_seen_need_resched_nsrq global() argument 1273 ticks_without_reschedrq global() argument 1276 membarrier_staterq global() argument 1279 rdrq global() argument 1303 avg_irqrq global() argument 1319 prev_irq_timerq global() argument 1320 psi_irq_timerq global() argument 1326 prev_steal_time_rqrq global() argument 1346 rq_sched_inforq global() argument 1347 rq_cpu_timerq global() argument 1371 push_workrq global() argument 1372 corerq global() argument 1389 core_task_seqrq global() argument 1403 nr_iowaitrq rq_of() argument 1416 cpu_of(struct rq * rq) cpu_of() argument 1447 idle_rq(struct rq * rq) idle_rq() argument 1470 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument 1475 rq_set_donor(struct rq * rq,struct task_struct * t) rq_set_donor() argument 1486 sched_core_enabled(struct rq * rq) sched_core_enabled() argument 1500 rq_lockp(struct rq * rq) rq_lockp() argument 1508 __rq_lockp(struct rq * rq) __rq_lockp() argument 1528 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument 1537 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument 1563 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument 1601 sched_core_enabled(struct rq * rq) sched_core_enabled() argument 1611 rq_lockp(struct rq * rq) rq_lockp() argument 1616 __rq_lockp(struct rq * rq) __rq_lockp() argument 1622 sched_cpu_cookie_match(struct rq * rq,struct task_struct * p) sched_cpu_cookie_match() argument 1627 sched_core_cookie_match(struct rq * rq,struct task_struct * p) sched_core_cookie_match() argument 1632 sched_group_cookie_match(struct rq * rq,struct task_struct * p,struct sched_group * group) sched_group_cookie_match() argument 1664 lockdep_assert_rq_held(struct rq * rq) lockdep_assert_rq_held() argument 1676 raw_spin_rq_lock(struct rq * rq) raw_spin_rq_lock() argument 1682 raw_spin_rq_unlock(struct rq * rq) raw_spin_rq_unlock() argument 1688 raw_spin_rq_lock_irq(struct rq * rq) raw_spin_rq_lock_irq() argument 1695 raw_spin_rq_unlock_irq(struct rq * rq) raw_spin_rq_unlock_irq() argument 1702 _raw_spin_rq_lock_irqsave(struct rq * rq) _raw_spin_rq_lock_irqsave() argument 1713 raw_spin_rq_unlock_irqrestore(struct rq * rq,unsigned long flags) raw_spin_rq_unlock_irqrestore() argument 1720 raw_spin_rq_lock_irqsave(rq,flags) global() argument 1727 update_idle_core(struct rq * rq) update_idle_core() argument 1769 struct rq *rq = task_rq(p); cfs_rq_of() local 1812 assert_clock_updated(struct rq * rq) assert_clock_updated() argument 1821 rq_clock(struct rq * rq) rq_clock() argument 1829 rq_clock_task(struct rq * rq) rq_clock_task() argument 1837 rq_clock_skip_update(struct rq * rq) rq_clock_skip_update() argument 1847 rq_clock_cancel_skipupdate(struct rq * rq) rq_clock_cancel_skipupdate() argument 1862 rq_clock_start_loop_update(struct rq * rq) rq_clock_start_loop_update() argument 1869 rq_clock_stop_loop_update(struct rq * rq) rq_clock_stop_loop_update() argument 1897 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument 1905 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument 1916 scx_rq_clock_update(struct rq * rq,u64 clock) scx_rq_clock_update() argument 1917 scx_rq_clock_invalidate(struct rq * rq) scx_rq_clock_invalidate() argument 1920 assert_balance_callbacks_empty(struct rq * rq) assert_balance_callbacks_empty() argument 1937 rq_pin_lock(struct rq * rq,struct rq_flags * rf) rq_pin_lock() argument 1946 rq_unpin_lock(struct rq * rq,struct rq_flags * rf) rq_unpin_lock() argument 1955 rq_repin_lock(struct rq * rq,struct rq_flags * rf) rq_repin_lock() argument 1973 __task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) __task_rq_unlock() argument 1981 task_rq_unlock(struct rq * rq,struct task_struct * p,struct rq_flags * rf) task_rq_unlock() argument 2000 rq_lock_irqsave(struct rq * rq,struct rq_flags * rf) rq_lock_irqsave() argument 2007 rq_lock_irq(struct rq * rq,struct rq_flags * rf) rq_lock_irq() argument 2014 rq_lock(struct rq * rq,struct rq_flags * rf) rq_lock() argument 2021 rq_unlock_irqrestore(struct rq * rq,struct rq_flags * rf) rq_unlock_irqrestore() argument 2028 rq_unlock_irq(struct rq * rq,struct rq_flags * rf) rq_unlock_irq() argument 2035 rq_unlock(struct rq * rq,struct rq_flags * rf) rq_unlock() argument 2082 struct rq *rq; _this_rq_lock_irq() local 2150 queue_balance_callback(struct rq * rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument 2152 queue_balance_callback(struct rq * rq,struct balance_callback * head,void (* func)(struct rq * rq)) queue_balance_callback() argument 2497 task_current(struct rq * rq,struct task_struct * p) task_current() argument 2508 task_current_donor(struct rq * rq,struct task_struct * p) task_current_donor() argument 2524 sched_proxy_block_task(struct rq * rq,struct task_struct * p) sched_proxy_block_task() argument 2527 task_on_cpu(struct rq * rq,struct task_struct * p) task_on_cpu() argument 2804 put_prev_task(struct rq * rq,struct task_struct * prev) put_prev_task() argument 2810 set_next_task(struct rq * rq,struct task_struct * next) set_next_task() argument 2816 __put_prev_set_next_dl_server(struct rq * rq,struct task_struct * prev,struct task_struct * next) __put_prev_set_next_dl_server() argument 2825 put_prev_set_next_task(struct rq * rq,struct task_struct * prev,struct task_struct * next) put_prev_set_next_task() argument 2897 rq_modified_begin(struct rq * rq,const struct sched_class * class) rq_modified_begin() argument 2903 rq_modified_above(struct rq * rq,const struct sched_class * class) rq_modified_above() argument 2908 sched_stop_runnable(struct rq * rq) sched_stop_runnable() argument 2913 sched_dl_runnable(struct rq * rq) sched_dl_runnable() argument 2918 sched_rt_runnable(struct rq * rq) sched_rt_runnable() argument 2923 sched_fair_runnable(struct rq * rq) sched_fair_runnable() argument 2966 get_push_task(struct rq * rq) get_push_task() argument 2989 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument 2995 idle_get_state(struct rq * rq) idle_get_state() argument 3004 idle_set_state(struct rq * rq,struct cpuidle_state * idle_state) idle_set_state() argument 3009 idle_get_state(struct rq * rq) idle_get_state() argument 3058 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument 3072 sched_update_tick_dependency(struct rq * rq) sched_update_tick_dependency() argument 3075 add_nr_running(struct rq * rq,unsigned count) add_nr_running() argument 3090 sub_nr_running(struct rq * rq,unsigned count) sub_nr_running() argument 3101 __block_task(struct rq * rq,struct task_struct * p) __block_task() argument 3152 attach_task(struct rq * rq,struct task_struct * p) attach_task() argument 3165 attach_one_task(struct rq * rq,struct task_struct * p) attach_one_task() argument 3176 __attach_tasks(struct rq * rq,struct list_head * tasks) __attach_tasks() argument 3220 hrtick_enabled(struct rq * rq) hrtick_enabled() argument 3225 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument 3230 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument 3236 hrtick_active(struct rq * rq) hrtick_active() argument 3242 hrtick_enabled_fair(struct rq * rq) hrtick_enabled_fair() argument 3243 hrtick_enabled_dl(struct rq * rq) hrtick_enabled_dl() argument 3244 hrtick_enabled(struct rq * rq) hrtick_enabled() argument 3531 nohz_balance_exit_idle(struct rq * rq) nohz_balance_exit_idle() argument 3546 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument 3554 sched_core_tick(struct rq * rq) sched_core_tick() argument 3562 sched_core_account_forceidle(struct rq * rq) sched_core_account_forceidle() argument 3564 sched_core_tick(struct rq * rq) sched_core_tick() argument 3639 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument 3649 cpufreq_update_util(struct rq * rq,unsigned int flags) cpufreq_update_util() argument 3684 cpu_bw_dl(struct rq * rq) cpu_bw_dl() argument 3689 cpu_util_dl(struct rq * rq) cpu_util_dl() argument 3698 cpu_util_rt(struct rq * rq) cpu_util_rt() argument 3732 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument 3738 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument 3744 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument 3750 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument 3804 uclamp_rq_is_capped(struct rq * rq) uclamp_rq_is_capped() argument 3814 uclamp_rq_get(struct rq * rq,enum uclamp_id clamp_id) uclamp_rq_get() argument 3823 uclamp_rq_set(struct rq * rq,enum uclamp_id clamp_id,unsigned int value) uclamp_rq_set() argument 3827 uclamp_rq_is_idle(struct rq * rq) uclamp_rq_is_idle() argument 3836 cpu_util_irq(struct rq * rq) cpu_util_irq() argument 3853 cpu_util_irq(struct rq * rq) cpu_util_irq() argument 3895 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument 3913 membarrier_switch_mm(struct rq * rq,struct mm_struct * prev_mm,struct mm_struct * next_mm) membarrier_switch_mm() argument 4220 task_is_pushable(struct rq * rq,struct task_struct * p,int cpu) task_is_pushable() argument [all...] |
| H A D | stop_task.c | 19 balance_stop(struct rq *rq, struct rq_flags *rf) in balance_stop() 25 wakeup_preempt_stop(struct rq *rq, struct task_struct *p, int flags) in wakeup_preempt_stop() 30 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, enum snt_e type) in set_next_task_stop() 38 static struct task_struct *pick_task_stop(struct rq *rq, struct rq_flags *rf) in pick_task_stop() 47 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop() 53 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop() 59 static void yield_task_stop(struct rq *rq) in yield_task_stop() 64 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev, struct task_struct *next) in put_prev_task_stop() 77 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop() 81 static void switching_to_stop(struct rq *rq, struct task_struct *p) in switching_to_stop() [all …]
|
| H A D | deadline.c | 68 struct rq *rq = dl_se->rq; in rq_of_dl_se() local 108 static inline u8 dl_get_type(struct sched_dl_entity *dl_se, struct rq *rq) in dl_get_type() argument 186 struct rq *rq = cpu_rq(i); __dl_update() local 291 dl_rq_change_utilization(struct rq * rq,struct sched_dl_entity * dl_se,u64 new_bw) dl_rq_change_utilization() argument 405 struct rq *rq = rq_of_dl_se(dl_se); task_non_contending() local 534 dl_overloaded(struct rq * rq) dl_overloaded() argument 539 dl_set_overload(struct rq * rq) dl_set_overload() argument 555 dl_clear_overload(struct rq * rq) dl_clear_overload() argument 572 has_pushable_dl_tasks(struct rq * rq) has_pushable_dl_tasks() argument 581 enqueue_pushable_dl_task(struct rq * rq,struct task_struct * p) enqueue_pushable_dl_task() argument 599 dequeue_pushable_dl_task(struct rq * rq,struct task_struct * p) dequeue_pushable_dl_task() argument 622 need_pull_dl_task(struct rq * rq,struct task_struct * prev) need_pull_dl_task() argument 633 deadline_queue_push_tasks(struct rq * rq) deadline_queue_push_tasks() argument 641 deadline_queue_pull_task(struct rq * rq) deadline_queue_pull_task() argument 648 dl_task_offline_migration(struct rq * rq,struct task_struct * p) dl_task_offline_migration() argument 725 replenish_dl_new_period(struct sched_dl_entity * dl_se,struct rq * rq) replenish_dl_new_period() argument 757 struct rq *rq = rq_of_dl_rq(dl_rq); setup_new_dl_entity() local 802 struct rq *rq = rq_of_dl_rq(dl_rq); replenish_dl_entity() local 968 update_dl_revised_wakeup(struct sched_dl_entity * dl_se,struct rq * rq) update_dl_revised_wakeup() argument 1015 struct rq *rq = rq_of_dl_se(dl_se); update_dl_entity() local 1066 struct rq *rq = rq_of_dl_rq(dl_rq); start_dl_timer() local 1121 __push_dl_task(struct rq * rq,struct rq_flags * rf) __push_dl_task() argument 1143 struct rq *rq = rq_of_dl_se(dl_se); dl_server_timer() local 1218 struct rq *rq; dl_task_timer() local 1333 struct rq *rq = rq_of_dl_se(dl_se); dl_check_constrained_dl() local 1369 grub_reclaim(u64 delta,struct rq * rq,struct sched_dl_entity * dl_se) grub_reclaim() argument 1389 dl_scaled_delta_exec(struct rq * rq,struct sched_dl_entity * dl_se,s64 delta_exec) dl_scaled_delta_exec() argument 1417 update_curr_dl_se(struct rq * rq,struct sched_dl_entity * dl_se,s64 delta_exec) update_curr_dl_se() argument 1798 struct rq *rq = dl_se->rq; dl_server_start() local 1835 dl_server_init(struct sched_dl_entity * dl_se,struct rq * rq,dl_server_pick_f pick_task) dl_server_init() argument 1845 struct rq *rq; sched_init_dl_servers() local 1888 __dl_server_attach_root(struct sched_dl_entity * dl_se,struct rq * rq) __dl_server_attach_root() argument 1911 struct rq *rq = dl_se->rq; dl_server_apply_params() local 1958 struct rq *rq = dl_se->rq; __dl_server_attach_bw_locked() local 1986 struct rq *rq = dl_se->rq; __dl_server_detach_bw_locked() local 2031 struct rq *rq = dl_se->rq; dl_server_attach_bw() local 2097 struct rq *rq = detach_se->rq; dl_server_swap_bw() local 2129 update_curr_dl(struct rq * rq) update_curr_dl() argument 2157 struct rq *rq; inactive_task_timer() local 2220 struct rq *rq = rq_of_dl_rq(dl_rq); inc_dl_deadline() local 2233 struct rq *rq = rq_of_dl_rq(dl_rq); dec_dl_deadline() local 2335 struct rq *rq = rq_of_dl_rq(dl_rq); update_stats_dequeue_dl() local 2486 enqueue_task_dl(struct rq * rq,struct task_struct * p,int flags) enqueue_task_dl() argument 2552 dequeue_task_dl(struct rq * rq,struct task_struct * p,int flags) dequeue_task_dl() argument 2576 yield_task_dl(struct rq * rq) yield_task_dl() argument 2597 dl_task_is_earliest_deadline(struct task_struct * p,struct rq * rq) dl_task_is_earliest_deadline() argument 2611 struct rq *rq; select_task_rq_dl() local 2658 struct rq *rq; migrate_task_rq_dl() local 2687 check_preempt_equal_dl(struct rq * rq,struct task_struct * p) check_preempt_equal_dl() argument 2708 balance_dl(struct rq * rq,struct rq_flags * rf) balance_dl() argument 2735 wakeup_preempt_dl(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt_dl() argument 2762 start_hrtick_dl(struct rq * rq,struct sched_dl_entity * dl_se) start_hrtick_dl() argument 2767 start_hrtick_dl(struct rq * rq,struct sched_dl_entity * dl_se) start_hrtick_dl() argument 2776 set_next_task_dl(struct rq * rq,struct task_struct * p,enum snt_e type) set_next_task_dl() argument 2820 __pick_task_dl(struct rq * rq,struct rq_flags * rf) __pick_task_dl() argument 2847 pick_task_dl(struct rq * rq,struct rq_flags * rf) pick_task_dl() argument 2852 put_prev_task_dl(struct rq * rq,struct task_struct * p,struct task_struct * next) put_prev_task_dl() argument 2882 task_tick_dl(struct rq * rq,struct task_struct * p,int queued) task_tick_dl() argument 2912 pick_earliest_pushable_dl_task(struct rq * rq,int cpu) pick_earliest_pushable_dl_task() argument 3023 pick_next_pushable_dl_task(struct rq * rq) pick_next_pushable_dl_task() argument 3057 find_lock_later_rq(struct task_struct * task,struct rq * rq) find_lock_later_rq() argument 3141 push_dl_task(struct rq * rq) push_dl_task() argument 3214 push_dl_tasks(struct rq * rq) push_dl_tasks() argument 3315 task_woken_dl(struct rq * rq,struct task_struct * p) task_woken_dl() argument 3330 struct rq *rq; set_cpus_allowed_dl() local 3368 rq_online_dl(struct rq * rq) rq_online_dl() argument 3380 rq_offline_dl(struct rq * rq) rq_offline_dl() argument 3430 struct rq *rq; dl_add_task_root_domain() local 3513 switched_from_dl(struct rq * rq,struct task_struct * p) switched_from_dl() argument 3567 switched_to_dl(struct rq * rq,struct task_struct * p) switched_to_dl() argument 3596 get_prio_dl(struct rq * rq,struct task_struct * p) get_prio_dl() argument 3611 prio_changed_dl(struct rq * rq,struct task_struct * p,u64 old_deadline) prio_changed_dl() argument 3863 struct rq *rq = task_rq(p); __getparam_dl() local [all...] |
| H A D | rt.c | 230 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local 318 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local 333 static inline bool need_pull_rt_task(struct rq *rq, struct task_struct *prev) in need_pull_rt_task() 339 static inline int rt_overloaded(struct rq *rq) in rt_overloaded() 344 static inline void rt_set_overload(struct rq *rq) in rt_set_overload() 363 static inline void rt_clear_overload(struct rq *rq) in rt_clear_overload() 373 static inline int has_pushable_tasks(struct rq *rq) in has_pushable_tasks() 384 static inline void rt_queue_push_tasks(struct rq *rq) in rt_queue_push_tasks() 392 static inline void rt_queue_pull_task(struct rq *rq) in rt_queue_pull_task() 397 static void enqueue_pushable_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_task() [all …]
|
| H A D | pelt.h | 18 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg() 24 update_hw_load_avg(u64 now, struct rq *rq, u64 capacity) in update_hw_load_avg() 29 static inline u64 hw_load_avg(struct rq *rq) in hw_load_avg() 39 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg() 69 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt() 78 static inline void _update_idle_rq_clock_pelt(struct rq *rq) in _update_idle_rq_clock_pelt() 100 static inline void update_rq_clock_pelt(struct rq *rq, s64 delta) in update_rq_clock_pelt() 138 static inline void update_idle_rq_clock_pelt(struct rq *rq) in update_idle_rq_clock_pelt()
|
| H A D | core.c | 306 void sched_core_enqueue(struct rq *rq, struct task_struct *p) in sched_core_enqueue() argument 319 void sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags) in sched_core_dequeue() argument 372 sched_core_find(struct rq * rq,unsigned long cookie) sched_core_find() argument 541 sched_core_enqueue(struct rq * rq,struct task_struct * p) sched_core_enqueue() argument 543 sched_core_dequeue(struct rq * rq,struct task_struct * p,int flags) sched_core_dequeue() argument 669 raw_spin_rq_lock_nested(struct rq * rq,int subclass) raw_spin_rq_lock_nested() argument 695 raw_spin_rq_trylock(struct rq * rq) raw_spin_rq_trylock() argument 744 struct rq *rq; ___task_rq_lock() local 767 struct rq *rq; _task_rq_lock() local 811 update_rq_clock_task(struct rq * rq,s64 delta) update_rq_clock_task() argument 870 update_rq_clock(struct rq * rq) update_rq_clock() argument 907 hrtick_clear(struct rq * rq) hrtick_clear() argument 919 struct rq *rq = container_of(timer, struct rq, hrtick_timer); hrtick() local 943 hrtick_cond_restart(struct rq * rq) hrtick_cond_restart() argument 957 struct rq *rq = arg; __hrtick_start() local 970 hrtick_start(struct rq * rq,u64 delay) hrtick_start() argument 1000 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument 1007 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument 1028 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument 1036 hrtick_clear(struct rq * rq) hrtick_clear() argument 1037 hrtick_rq_init(struct rq * rq) hrtick_rq_init() argument 1038 hrtick_schedule_enter(struct rq * rq) hrtick_schedule_enter() argument 1039 hrtick_schedule_exit(struct rq * rq) hrtick_schedule_exit() argument 1195 __resched_curr(struct rq * rq,int tif) __resched_curr() argument 1244 resched_curr(struct rq * rq) resched_curr() argument 1270 resched_curr_lazy(struct rq * rq) resched_curr_lazy() argument 1277 struct rq *rq = cpu_rq(cpu); resched_cpu() local 1339 struct rq *rq = cpu_rq(cpu); wake_up_idle_cpu() local 1405 struct rq *rq = info; nohz_csd_func() local 1425 __need_bw_check(struct rq * rq,struct task_struct * p) __need_bw_check() argument 1439 sched_can_stop_tick(struct rq * rq) sched_can_stop_tick() argument 1620 uclamp_idle_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_value() argument 1636 uclamp_idle_reset(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_idle_reset() argument 1647 uclamp_rq_max_value(struct rq * rq,enum uclamp_id clamp_id,unsigned int clamp_value) uclamp_rq_max_value() argument 1765 uclamp_rq_inc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_inc_id() argument 1803 uclamp_rq_dec_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_dec_id() argument 1869 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument 1897 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument 1920 uclamp_rq_reinc_id(struct rq * rq,struct task_struct * p,enum uclamp_id clamp_id) uclamp_rq_reinc_id() argument 1942 struct rq *rq; uclamp_update_active() local 2114 init_uclamp_rq(struct rq * rq) init_uclamp_rq() argument 2154 uclamp_rq_inc(struct rq * rq,struct task_struct * p,int flags) uclamp_rq_inc() argument 2155 uclamp_rq_dec(struct rq * rq,struct task_struct * p) uclamp_rq_dec() argument 2185 enqueue_task(struct rq * rq,struct task_struct * p,int flags) enqueue_task() argument 2211 dequeue_task(struct rq * rq,struct task_struct * p,int flags) dequeue_task() argument 2232 activate_task(struct rq * rq,struct task_struct * p,int flags) activate_task() argument 2243 deactivate_task(struct rq * rq,struct task_struct * p,int flags) deactivate_task() argument 2258 dequeue_block_task(struct rq * rq,struct task_struct * p,unsigned long task_state) dequeue_block_task() argument 2286 block_task(struct rq * rq,struct task_struct * p,unsigned long task_state) block_task() argument 2303 wakeup_preempt(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt() argument 2368 struct rq *rq; wait_task_inactive() local 2471 migrate_disable_switch(struct rq * rq,struct task_struct * p) migrate_disable_switch() argument 2512 rq_has_pinned_tasks(struct rq * rq) rq_has_pinned_tasks() argument 2592 move_queued_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int new_cpu) move_queued_task() argument 2639 __migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int dest_cpu) __migrate_task() argument 2662 struct rq *rq = this_rq(); migration_cpu_stop() local 2773 struct rq *lowest_rq = NULL, *rq = this_rq(); push_cpu_stop() local 3005 affine_move_task(struct rq * rq,struct task_struct * p,struct rq_flags * rf,int dest_cpu,unsigned int flags) affine_move_task() argument 3160 __set_cpus_allowed_ptr_locked(struct task_struct * p,struct affinity_context * ctx,struct rq * rq,struct rq_flags * rf) __set_cpus_allowed_ptr_locked() argument 3246 struct rq *rq; __set_cpus_allowed_ptr() local 3290 struct rq *rq; restrict_cpus_allowed_ptr() local 3742 struct rq *rq; ttwu_stat() local 3786 update_rq_avg_idle(struct rq * rq) update_rq_avg_idle() argument 3807 proxy_reset_donor(struct rq * rq) proxy_reset_donor() argument 3825 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument 3871 proxy_needs_return(struct rq * rq,struct task_struct * p) proxy_needs_return() argument 3878 ttwu_do_activate(struct rq * rq,struct task_struct * p,int wake_flags,struct rq_flags * rf) ttwu_do_activate() argument 3941 struct rq *rq = guard.rq; ttwu_runnable() local 3967 struct rq *rq = this_rq(); sched_ttwu_pending() local 4025 struct rq *rq = cpu_rq(cpu); __ttwu_queue_wakelist() local 4037 struct rq *rq = cpu_rq(cpu); wake_up_if_idle() local 4142 struct rq *rq = cpu_rq(cpu); ttwu_queue() local 4552 struct rq *rq = __task_rq_lock(p, &rf); task_call_func() local 4594 struct rq *rq = cpu_rq(cpu); cpu_curr_snapshot() local 5017 struct rq *rq; wake_up_new_task() local 5176 zap_balance_callbacks(struct rq * rq) zap_balance_callbacks() argument 5194 do_balance_callbacks(struct rq * rq,struct balance_callback * head) do_balance_callbacks() argument 5230 __splice_balance_callbacks(struct rq * rq,bool split) __splice_balance_callbacks() argument 5254 splice_balance_callbacks(struct rq * rq) splice_balance_callbacks() argument 5259 __balance_callbacks(struct rq * rq,struct rq_flags * rf) __balance_callbacks() argument 5268 balance_callbacks(struct rq * rq,struct balance_callback * head) balance_callbacks() argument 5280 prepare_lock_switch(struct rq * rq,struct task_struct * next,struct rq_flags * rf) prepare_lock_switch() argument 5303 finish_lock_switch(struct rq * rq) finish_lock_switch() argument 5359 prepare_task_switch(struct rq * rq,struct task_struct * prev,struct task_struct * next) prepare_task_switch() argument 5394 struct rq *rq = this_rq(); finish_task_switch() local 5524 context_switch(struct rq * rq,struct task_struct * prev,struct task_struct * next,struct rq_flags * rf) context_switch() argument 5744 struct rq *rq; task_sched_runtime() local 5780 cpu_resched_latency(struct rq * rq) cpu_resched_latency() argument 5832 struct rq *rq = cpu_rq(cpu); sched_tick() local 5925 struct rq *rq = cpu_rq(cpu); sched_tick_remote() local 6180 prev_balance(struct rq * rq,struct rq_flags * rf) prev_balance() argument 6203 __pick_next_task(struct rq * rq,struct rq_flags * rf) __pick_next_task() argument 6274 pick_task(struct rq * rq,struct rq_flags * rf) pick_task() argument 6295 pick_next_task(struct rq * rq,struct rq_flags * rf) pick_next_task() argument 6619 sched_core_balance(struct rq * rq) sched_core_balance() argument 6641 queue_core_balance(struct rq * rq) queue_core_balance() argument 6663 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; sched_core_cpu_starting() local 6702 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; sched_core_cpu_deactivate() local 6759 struct rq *rq = cpu_rq(cpu); sched_core_cpu_dying() local 6772 pick_next_task(struct rq * rq,struct rq_flags * rf) pick_next_task() argument 6799 try_to_block_task(struct rq * rq,struct task_struct * p,unsigned long * task_state_p,bool should_block) try_to_block_task() argument 6846 proxy_resched_idle(struct rq * rq) proxy_resched_idle() argument 6855 proxy_deactivate(struct rq * rq,struct task_struct * donor) proxy_deactivate() argument 6881 sched_proxy_block_task(struct rq * rq,struct task_struct * p) sched_proxy_block_task() argument 6902 proxy_release_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_release_rq_lock() argument 6922 proxy_reacquire_rq_lock(struct rq * rq,struct rq_flags * rf) proxy_reacquire_rq_lock() argument 6942 proxy_migrate_task(struct rq * rq,struct rq_flags * rf,struct task_struct * p,int target_cpu) proxy_migrate_task() argument 7007 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument 7161 find_proxy_task(struct rq * rq,struct task_struct * donor,struct rq_flags * rf) find_proxy_task() argument 7219 struct rq *rq; __schedule() local 7755 struct rq *rq; rt_mutex_setprio() local 8249 struct rq *rq = cpu_rq(cpu); init_idle() local 8398 struct rq *rq = this_rq(); __balance_push_cpu_stop() local 8431 balance_push(struct rq * rq) balance_push() argument 8497 struct rq *rq = cpu_rq(cpu); balance_push_set() local 8518 struct rq *rq = this_rq(); balance_hotplug_wait() local 8527 balance_push(struct rq * rq) balance_push() argument 8541 set_rq_online(struct rq * rq) set_rq_online() argument 8556 set_rq_offline(struct rq * rq) set_rq_offline() argument 8572 sched_set_rq_online(struct rq * rq,int cpu) sched_set_rq_online() argument 8584 sched_set_rq_offline(struct rq * rq,int cpu) sched_set_rq_offline() argument 8655 struct rq *rq = cpu_rq(cpu); sched_cpu_activate() local 8696 struct rq *rq = cpu_rq(cpu); sched_cpu_deactivate() local 8759 struct rq *rq = cpu_rq(cpu); sched_rq_cpu_starting() local 8802 calc_load_migrate(struct rq * rq) calc_load_migrate() argument 8810 dump_rq_tasks(struct rq * rq,const char * loglvl) dump_rq_tasks() argument 8831 struct rq *rq = cpu_rq(cpu); sched_cpu_dying() local 8966 struct rq *rq; sched_init() local 9481 struct rq *rq; sched_move_task() local 9864 struct rq *rq = cfs_rq->rq; tg_set_cfs_bandwidth() local 10633 call_trace_sched_update_nr_running(struct rq * rq,int count) call_trace_sched_update_nr_running() argument 10896 struct rq *rq = cpu_rq(cpu); mm_cid_fixup_cpus_to_tasks() local 11193 struct rq *rq = task_rq(p); sched_change_begin() local 11240 struct rq *rq = task_rq(p); sched_change_end() local 11289 struct rq *rq = this_rq(); sched_non_preferred_cpu_push_stop() local 11342 sched_push_current_non_preferred_cpu(struct rq * rq) sched_push_current_non_preferred_cpu() argument [all...] |
| H A D | idle.c | 468 balance_idle(struct rq * rq,struct rq_flags * rf) balance_idle() argument 476 wakeup_preempt_idle(struct rq * rq,struct task_struct * p,int flags) wakeup_preempt_idle() argument 483 put_prev_task_idle(struct rq * rq,struct task_struct * prev,struct task_struct * next) put_prev_task_idle() argument 490 set_next_task_idle(struct rq * rq,struct task_struct * next,enum snt_e type) set_next_task_idle() argument 507 pick_task_idle(struct rq * rq,struct rq_flags * rf) pick_task_idle() argument 524 dequeue_task_idle(struct rq * rq,struct task_struct * p,int flags) dequeue_task_idle() argument 541 task_tick_idle(struct rq * rq,struct task_struct * curr,int queued) task_tick_idle() argument 546 switching_to_idle(struct rq * rq,struct task_struct * p) switching_to_idle() argument 552 prio_changed_idle(struct rq * rq,struct task_struct * p,u64 oldprio) prio_changed_idle() argument 560 update_curr_idle(struct rq * rq) update_curr_idle() argument [all...] |
| /linux/kernel/sched/ext/ |
| H A D | sub.h | 88 scx_process_sync_ecaps(struct rq * rq,struct task_struct * prev) scx_process_sync_ecaps() argument 89 scx_unbypass_replay_ecaps(struct rq * rq,struct scx_sched * sch) scx_unbypass_replay_ecaps() argument 90 scx_online_ecaps(struct rq * rq) scx_online_ecaps() argument 91 scx_offline_ecaps(struct rq * rq) scx_offline_ecaps() argument 94 scx_resolve_local_dsq(struct scx_sched * sch,struct rq * rq,struct task_struct * p,u64 * enq_flags) scx_resolve_local_dsq() argument 95 scx_task_reenq_on_cap_revoke(struct rq * rq,struct task_struct * p) scx_task_reenq_on_cap_revoke() argument 96 scx_reenq_reject(struct rq * rq) scx_reenq_reject() argument 97 scx_rescue_charge(struct rq * rq,s64 delta_exec) scx_rescue_charge() argument 98 scx_rescue_end(struct rq * rq) scx_rescue_end() argument 99 scx_rescue_keep(struct rq * rq,struct task_struct * p) scx_rescue_keep() argument 100 scx_rescue_flush(struct rq * rq) scx_rescue_flush() argument 101 scx_rescue_dump(struct seq_buf * s,struct rq * rq) scx_rescue_dump() argument 103 scx_rescue_init(struct rq * rq) scx_rescue_init() argument 173 scx_caps_for_preempt(struct scx_sched * sch,struct rq * rq,u64 enq_flags) scx_caps_for_preempt() argument 200 scx_task_can_stay_on_cpu(struct rq * rq,struct task_struct * p) scx_task_can_stay_on_cpu() argument 213 scx_rescuee(struct rq * rq) scx_rescuee() argument 226 scx_caps_for_preempt(struct scx_sched * sch,struct rq * rq,u64 enq_flags) scx_caps_for_preempt() argument 227 scx_task_can_stay_on_cpu(struct rq * rq,struct task_struct * p) scx_task_can_stay_on_cpu() argument 228 scx_rescuee(struct rq * rq) scx_rescuee() argument [all...] |
| H A D | ext.h | 48 scx_tick(struct rq * rq) scx_tick() argument 54 scx_can_stop_tick(struct rq * rq) scx_can_stop_tick() argument 55 scx_rq_activate(struct rq * rq) scx_rq_activate() argument 56 scx_rq_deactivate(struct rq * rq) scx_rq_deactivate() argument 61 scx_proxy_donor_start(struct rq * rq) scx_proxy_donor_start() argument 62 scx_proxy_reenqueue_retry(struct rq * rq,struct task_struct * next) scx_proxy_reenqueue_retry() argument 71 scx_update_idle(struct rq * rq,bool idle,bool do_notify) scx_update_idle() argument 77 scx_update_idle(struct rq * rq,bool idle,bool do_notify) scx_update_idle() argument [all...] |
| H A D | sub.c | 240 scx_rescue_slice_remaining(struct rq * rq) scx_rescue_slice_remaining() argument 273 scx_rescue_charge(struct rq * rq,s64 delta_exec) scx_rescue_charge() argument 304 scx_rescue_end(struct rq * rq) scx_rescue_end() argument 328 scx_rescue_keep(struct rq * rq,struct task_struct * p) scx_rescue_keep() argument 352 scx_rescue_accrue(struct rq * rq) scx_rescue_accrue() argument 382 scx_rescue_next_slice(struct rq * rq) scx_rescue_next_slice() argument 390 scx_rescue_timer_arm(struct rq * rq) scx_rescue_timer_arm() argument 426 scx_rescue_admit(struct rq * rq,struct task_struct * p,s64 slice) scx_rescue_admit() argument 448 scx_rescue_try_admit(struct rq * rq,struct task_struct * p) scx_rescue_try_admit() argument 471 scx_rescue_check_overload(struct rq * rq) scx_rescue_check_overload() argument 534 struct rq *rq = timer_container_of(rq, timer, scx.rescue.timer); scx_rescue_timerfn() local 582 scx_rescue_flush(struct rq * rq) scx_rescue_flush() argument 602 scx_rescue_dump(struct seq_buf * s,struct rq * rq) scx_rescue_dump() argument 666 scx_rescue_init(struct rq * rq) scx_rescue_init() argument 693 scx_resolve_local_dsq(struct scx_sched * sch,struct rq * rq,struct task_struct * p,u64 * enq_flags) scx_resolve_local_dsq() argument 756 scx_task_reenq_on_cap_revoke(struct rq * rq,struct task_struct * p) scx_task_reenq_on_cap_revoke() argument 781 scx_reenq_reject(struct rq * rq) scx_reenq_reject() argument 938 discard_queued_syncs(struct rq * rq) discard_queued_syncs() argument 961 scx_process_sync_ecaps(struct rq * rq,struct task_struct * prev) scx_process_sync_ecaps() argument 1069 scx_unbypass_replay_ecaps(struct rq * rq,struct scx_sched * sch) scx_unbypass_replay_ecaps() argument 1097 scx_online_ecaps(struct rq * rq) scx_online_ecaps() argument 1138 scx_offline_ecaps(struct rq * rq) scx_offline_ecaps() argument 1162 struct rq *rq = cpu_rq(cpu); scx_discard_ecaps_to_sync() local 1220 struct rq *rq = cpu_rq(cpu); scx_discard_stale_ecaps_syncs() local 1550 struct rq *rq; scx_sub_disable() local 1873 struct rq *rq; scx_sub_enable_workfn() local 2078 struct rq *rq; scx_cgroup_task_migrated() local 2105 struct rq *rq; scx_cgroup_task_migrate_canceled() local 2228 struct rq *rq = scx_locked_rq(); scx_bpf_sub_dispatch() local [all...] |
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | gen6_engine_cs.c | 55 gen6_emit_post_sync_nonzero_flush(struct i915_request *rq) in gen6_emit_post_sync_nonzero_flush() 89 int gen6_emit_flush_rcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_rcs() 143 u32 *gen6_emit_breadcrumb_rcs(struct i915_request *rq, u32 *cs) in gen6_emit_breadcrumb_rcs() 178 static int mi_flush_dw(struct i915_request *rq, u32 flags) in mi_flush_dw() 214 static int gen6_flush_dw(struct i915_request *rq, u32 mode, u32 invflags) in gen6_flush_dw() 219 int gen6_emit_flush_xcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_xcs() 224 int gen6_emit_flush_vcs(struct i915_request *rq, u32 mode) in gen6_emit_flush_vcs() 229 int gen6_emit_bb_start(struct i915_request *rq, in gen6_emit_bb_start() 251 hsw_emit_bb_start(struct i915_request *rq, in hsw_emit_bb_start() 272 static int gen7_stall_cs(struct i915_request *rq) in gen7_stall_cs() [all …]
|
| H A D | intel_execlists_submission.c | 219 struct i915_request *rq, in __active_request() argument 239 active_request(const struct intel_timeline * const tl, struct i915_request *rq) in active_request() argument 262 static int rq_prio(const struct i915_request *rq) in rq_prio() argument 267 effective_prio(const struct i915_request * rq) effective_prio() argument 304 need_preempt(const struct intel_engine_cs * engine,const struct i915_request * rq) need_preempt() argument 375 struct i915_request *rq, *rn, *active = NULL; __unwind_incomplete_requests() local 415 execlists_context_status_change(struct i915_request * rq,unsigned long status) execlists_context_status_change() argument 428 reset_active(struct i915_request * rq,struct intel_engine_cs * engine) reset_active() argument 466 bad_request(const struct i915_request * rq) bad_request() argument 472 __execlists_schedule_in(struct i915_request * rq) __execlists_schedule_in() argument 527 execlists_schedule_in(struct i915_request * rq,int idx) execlists_schedule_in() argument 544 resubmit_virtual_request(struct i915_request * rq,struct virtual_engine * ve) resubmit_virtual_request() argument 557 kick_siblings(struct i915_request * rq,struct intel_context * ce) kick_siblings() argument 586 __execlists_schedule_out(struct i915_request * const rq,struct intel_context * const ce) __execlists_schedule_out() argument 648 execlists_schedule_out(struct i915_request * rq) execlists_schedule_out() argument 672 execlists_update_context(struct i915_request * rq) execlists_update_context() argument 735 dump_port(char * buf,int buflen,const char * prefix,struct i915_request * rq) dump_port() argument 781 struct i915_request * const *port, *rq, *prev = NULL; assert_pending_valid() local 929 struct i915_request *rq = execlists->pending[n]; execlists_submit_ports() local 959 i915_request_flags(const struct i915_request * rq) i915_request_flags() argument 994 virtual_matches(const struct virtual_engine * ve,const struct i915_request * rq,const struct intel_engine_cs * engine) virtual_matches() argument 1030 struct i915_request *rq = READ_ONCE(ve->request); first_virtual_engine() local 1072 defer_request(struct i915_request * rq,struct list_head * const pl) defer_request() argument 1122 struct i915_request *rq; defer_active() local 1134 timeslice_yield(const struct intel_engine_execlists * el,const struct i915_request * rq) timeslice_yield() argument 1152 needs_timeslice(const struct intel_engine_cs * engine,const struct i915_request * rq) needs_timeslice() argument 1187 timeslice_expired(struct intel_engine_cs * engine,const struct i915_request * rq) timeslice_expired() argument 1237 active_preempt_timeout(struct intel_engine_cs * engine,const struct i915_request * rq) active_preempt_timeout() argument 1253 set_preempt_timeout(struct intel_engine_cs * engine,const struct i915_request * rq) set_preempt_timeout() argument 1262 completed(const struct i915_request * rq) completed() argument 1411 struct i915_request *rq; execlists_dequeue() local 1490 struct i915_request *rq, *rn; execlists_dequeue() local 1965 struct i915_request *rq = *execlists->active; process_csb() local 2053 __execlists_hold(struct i915_request * rq) __execlists_hold() argument 2097 execlists_hold(struct intel_engine_cs * engine,struct i915_request * rq) execlists_hold() argument 2125 hold_request(const struct i915_request * rq) hold_request() argument 2151 __execlists_unhold(struct i915_request * rq) __execlists_unhold() argument 2195 execlists_unhold(struct intel_engine_cs * engine,struct i915_request * rq) execlists_unhold() argument 2215 struct i915_request *rq; global() member 2290 struct i915_request * const *port, *rq; active_context() local 2440 const struct i915_request *rq = *engine->execlists.active; execlists_submission_tasklet() local 2548 queue_request(struct intel_engine_cs * engine,struct i915_request * rq) queue_request() argument 2558 submit_queue(struct intel_engine_cs * engine,const struct i915_request * rq) submit_queue() argument 2570 ancestor_on_hold(const struct intel_engine_cs * engine,const struct i915_request * rq) ancestor_on_hold() argument 2640 execlists_context_cancel_request(struct intel_context * ce,struct i915_request * rq) execlists_context_cancel_request() argument 2711 emit_pdps(struct i915_request * rq) emit_pdps() argument 3027 struct i915_request *rq; execlists_reset_active() local 3148 struct i915_request *rq, *rn; execlists_reset_cancel() local 3277 add_to_engine(struct i915_request * rq) add_to_engine() argument 3283 remove_from_engine(struct i915_request * rq) remove_from_engine() argument 3318 kick_execlists(const struct i915_request * rq,int prio) kick_execlists() argument 3784 struct i915_request *rq; virtual_submission_mask() local 3891 virtual_submit_request(struct i915_request * rq) virtual_submit_request() argument 4077 intel_execlists_show_requests(struct intel_engine_cs * engine,struct drm_printer * m,void (* show_request)(struct drm_printer * m,const struct i915_request * rq,const char * prefix,int indent),unsigned int max) intel_execlists_show_requests() argument 4084 struct i915_request *rq, *last; intel_execlists_show_requests() local 4138 struct i915_request *rq = READ_ONCE(ve->request); intel_execlists_show_requests() local [all...] |
| H A D | intel_engine_heartbeat.c | 28 struct i915_request *rq; in next_heartbeat() local 73 struct i915_request *rq; in heartbeat_create() local 82 static void idle_pulse(struct intel_engine_cs *engine, struct i915_request *rq) in idle_pulse() 90 static void heartbeat_commit(struct i915_request *rq, in heartbeat_commit() 99 static void show_heartbeat(const struct i915_request *rq, in show_heartbeat() 120 reset_engine(struct intel_engine_cs *engine, struct i915_request *rq) in reset_engine() 145 struct i915_request *rq; in heartbeat() local 256 struct i915_request *rq; in intel_engine_park_heartbeat() local 292 struct i915_request *rq; in __intel_engine_pulse() local 397 struct i915_request *rq; in intel_engine_flush_barriers() local
|
| H A D | selftest_execlists.c | 31 static bool is_active(struct i915_request *rq) in is_active() 46 struct i915_request *rq, in wait_for_submit() 72 struct i915_request *rq, in wait_for_reset() 128 struct i915_request *rq; in live_sanitycheck() local 185 struct i915_request *rq[2]; in live_unlite_restore() local 347 struct i915_request *rq; in live_unlite_ring() local 496 struct i915_request *rq; in live_pin_rewind() local 604 struct i915_request *rq; in live_hold_reset() local 723 struct i915_request *rq; in live_error_interrupt() local 823 emit_semaphore_chain(struct i915_request *rq, struct i915_vma *vma, int idx) in emit_semaphore_chain() [all …]
|
| /linux/drivers/scsi/esas2r/ |
| H A D | esas2r_disc.c | 160 struct esas2r_request *rq = &a->general_req; in esas2r_disc_check_for_work() local 313 struct esas2r_request *rq = &a->general_req; in esas2r_disc_start_port() local 387 struct esas2r_request *rq) in esas2r_disc_continue() 460 struct esas2r_request *rq) in esas2r_disc_start_request() 489 struct esas2r_request *rq) in esas2r_disc_local_start_request() 503 struct esas2r_request *rq) in esas2r_disc_abort() 518 struct esas2r_request *rq) in esas2r_disc_block_dev_scan() 549 struct esas2r_request *rq) in esas2r_disc_block_dev_scan_cb() 578 struct esas2r_request *rq) in esas2r_disc_raid_grp_info() 625 struct esas2r_request *rq) in esas2r_disc_raid_grp_info_cb() [all …]
|
| H A D | esas2r_ioctl.c | 85 struct esas2r_request *rq) in complete_fm_api_req() 113 struct esas2r_request *rq; in do_fm_api() local 184 struct esas2r_request *rq) in complete_nvr_req() 201 struct esas2r_request *rq) in complete_buffered_ioctl_req() 210 struct esas2r_request *rq; in handle_buffered_ioctl() local 296 struct esas2r_request *rq, in smp_ioctl_callback() 333 struct esas2r_request *rq) in esas2r_csmi_ioctl_tunnel_comp_cb() 345 struct esas2r_request *rq, in csmi_ioctl_tunnel() 393 struct esas2r_request *rq, in csmi_ioctl_callback() 609 struct esas2r_request *rq, void *context) in csmi_ioctl_done_callback() [all …]
|
| H A D | esas2r_int.c | 173 struct esas2r_request *rq, in esas2r_handle_outbound_rsp_err() 210 struct esas2r_request *rq; in esas2r_get_outbound_responses() local 309 struct esas2r_request *rq; in esas2r_do_deferred_processes() local 390 struct esas2r_request *rq = &a->general_req; in esas2r_process_adapter_reset() local 448 struct esas2r_request *rq; in esas2r_process_bus_reset() local 749 void esas2r_ae_complete(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_ae_complete() 876 void esas2r_dummy_complete(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_dummy_complete() 880 struct esas2r_request *rq) in esas2r_check_req_rsp_sense() 920 struct esas2r_request *rq) in esas2r_complete_request()
|
| H A D | esas2r_io.c | 46 void esas2r_start_request(struct esas2r_adapter *a, struct esas2r_request *rq) in esas2r_start_request() 120 struct esas2r_request *rq) in esas2r_local_start_request() 138 struct esas2r_request *rq) in esas2r_start_vda_request() 190 struct esas2r_request *rq = sgc->first_req; in esas2r_build_sg_list_sge() local 373 struct esas2r_request *rq = sgc->first_req; in esas2r_build_prd_iblk() local 527 struct esas2r_request *rq = sgc->first_req; in esas2r_build_sg_list_prd() local 770 struct esas2r_request *rq; in esas2r_send_task_mgmt() local 858 bool esas2r_ioreq_aborted(struct esas2r_adapter *a, struct esas2r_request *rq, in esas2r_ioreq_aborted()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 90 mlx5e_read_enhanced_title_slot(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_read_enhanced_title_slot() argument 109 mlx5e_read_title_slot(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_read_title_slot() argument 154 mlx5e_decompress_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe() argument 184 mlx5e_decompress_cqe_no_hash(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,u32 cqcc) mlx5e_decompress_cqe_no_hash() argument 195 mlx5e_decompress_enhanced_cqe(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,struct mlx5_cqe64 * cqe,int budget_rem) mlx5e_decompress_enhanced_cqe() argument 227 mlx5e_decompress_cqes_cont(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int update_owner_only,int budget_rem) mlx5e_decompress_cqes_cont() argument 257 mlx5e_decompress_cqes_start(struct mlx5e_rq * rq,struct mlx5_cqwq * wq,int budget_rem) mlx5e_decompress_cqes_start() argument 303 mlx5e_mpwqe_linear_page_refill(struct mlx5e_rq * rq) mlx5e_mpwqe_linear_page_refill() argument 318 mlx5e_mpwqe_get_linear_page_frag(struct mlx5e_rq * rq) mlx5e_mpwqe_get_linear_page_frag() argument 332 mlx5e_get_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_get_rx_frag() argument 359 mlx5e_put_rx_frag(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * frag) mlx5e_put_rx_frag() argument 366 get_frag(struct mlx5e_rq * rq,u16 ix) get_frag() argument 371 mlx5e_alloc_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_rx_wqe_cyc * wqe,u16 ix) mlx5e_alloc_rx_wqe() argument 402 mlx5e_free_rx_wqe(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi) mlx5e_free_rx_wqe() argument 420 mlx5e_dealloc_rx_wqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_wqe() argument 438 mlx5e_xsk_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_xsk_free_rx_wqes() argument 456 mlx5e_free_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_free_rx_wqes() argument 470 mlx5e_alloc_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_alloc_rx_wqes() argument 488 mlx5e_refill_rx_wqes(struct mlx5e_rq * rq,u16 ix,int wqe_bulk) mlx5e_refill_rx_wqes() argument 529 mlx5e_add_skb_shared_info_frag(struct mlx5e_rq * rq,struct skb_shared_info * sinfo,struct xdp_buff * xdp,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len) mlx5e_add_skb_shared_info_frag() argument 557 mlx5e_add_skb_frag(struct mlx5e_rq * rq,struct sk_buff * skb,struct mlx5e_frag_page * frag_page,u32 frag_offset,u32 len,unsigned int truesize) mlx5e_add_skb_frag() argument 580 mlx5e_copy_skb_header(struct mlx5e_rq * rq,struct sk_buff * skb,netmem_ref netmem,dma_addr_t addr,int offset_from,int dma_offset,u32 headlen) mlx5e_copy_skb_header() argument 594 mlx5e_free_rx_mpwqe(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi) mlx5e_free_rx_mpwqe() argument 628 mlx5e_post_rx_mpwqe(struct mlx5e_rq * rq,u8 n) mlx5e_post_rx_mpwqe() argument 644 mlx5e_alloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_alloc_rx_mpwqe() argument 725 mlx5e_dealloc_rx_mpwqe(struct mlx5e_rq * rq,u16 ix) mlx5e_dealloc_rx_mpwqe() argument 737 mlx5e_mpwqe_dealloc_linear_page(struct mlx5e_rq * rq) mlx5e_mpwqe_dealloc_linear_page() argument 753 mlx5e_post_rx_wqes(struct mlx5e_rq * rq) mlx5e_post_rx_wqes() argument 920 mlx5e_reclaim_mpwqe_pages(struct mlx5e_rq * rq,int head,int reclaim) mlx5e_reclaim_mpwqe_pages() argument 932 mlx5e_post_rx_mpwqes(struct mlx5e_rq * rq) mlx5e_post_rx_mpwqes() argument 1082 mlx5e_shampo_update_ipv4_udp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4) mlx5e_shampo_update_ipv4_udp_hdr() argument 1101 mlx5e_shampo_update_ipv6_udp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6) mlx5e_shampo_update_ipv6_udp_hdr() argument 1120 mlx5e_shampo_get_hd_buf_info(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct mlx5e_dma_info ** di,u32 * head_offset) mlx5e_shampo_get_hd_buf_info() argument 1135 mlx5e_shampo_get_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,int len) mlx5e_shampo_get_hdr() argument 1149 mlx5e_shampo_update_fin_psh_flags(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,struct tcphdr * skb_tcp_hd) mlx5e_shampo_update_fin_psh_flags() argument 1163 mlx5e_shampo_update_ipv4_tcp_hdr(struct mlx5e_rq * rq,struct iphdr * ipv4,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv4_tcp_hdr() argument 1188 mlx5e_shampo_update_ipv6_tcp_hdr(struct mlx5e_rq * rq,struct ipv6hdr * ipv6,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_ipv6_tcp_hdr() argument 1206 mlx5e_shampo_update_hdr(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_update_hdr() argument 1264 mlx5e_enable_ecn(struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_enable_ecn() argument 1366 mlx5e_handle_csum(struct net_device * netdev,struct mlx5_cqe64 * cqe,struct mlx5e_rq * rq,struct sk_buff * skb,bool lro) mlx5e_handle_csum() argument 1442 mlx5e_build_rx_skb(struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct mlx5e_rq * rq,struct sk_buff * skb) mlx5e_build_rx_skb() argument 1508 mlx5e_shampo_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_shampo_complete_rx_cqe() argument 1531 mlx5e_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5e_complete_rx_cqe() argument 1544 mlx5e_build_linear_skb(struct mlx5e_rq * rq,void * va,u32 frag_size,u16 headroom,u32 cqe_bcnt,u32 metasize) mlx5e_build_linear_skb() argument 1564 mlx5e_fill_mxbuf(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,void * va,u16 headroom,u32 frame_sz,u32 len,struct mlx5e_xdp_buff * mxbuf) mlx5e_fill_mxbuf() argument 1575 mlx5e_skb_from_cqe_linear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_linear() argument 1623 mlx5e_skb_from_cqe_nonlinear(struct mlx5e_rq * rq,struct mlx5e_wqe_frag_info * wi,struct mlx5_cqe64 * cqe,u32 cqe_bcnt) mlx5e_skb_from_cqe_nonlinear() argument 1719 trigger_report(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) trigger_report() argument 1731 mlx5e_handle_rx_err_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_err_cqe() argument 1737 mlx5e_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe() argument 1782 mlx5e_handle_rx_cqe_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_rep() argument 1826 mlx5e_handle_rx_cqe_mpwrq_rep(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_rep() argument 1885 mlx5e_shampo_fill_skb_data(struct sk_buff * skb,struct mlx5e_rq * rq,struct mlx5e_frag_page * frag_page,u32 data_bcnt,u32 data_offset) mlx5e_shampo_fill_skb_data() argument 1909 mlx5e_skb_from_cqe_mpwrq_nonlinear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_nonlinear() argument 2097 mlx5e_skb_from_cqe_mpwrq_linear(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 cqe_bcnt,u32 head_offset,u32 page_idx) mlx5e_skb_from_cqe_mpwrq_linear() argument 2155 mlx5e_skb_from_cqe_shampo(struct mlx5e_rq * rq,struct mlx5e_mpw_info * wi,struct mlx5_cqe64 * cqe,u16 header_index) mlx5e_skb_from_cqe_shampo() argument 2196 mlx5e_shampo_flush_skb(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,bool match) mlx5e_shampo_flush_skb() argument 2229 mlx5e_handle_rx_cqe_mpwrq_shampo(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq_shampo() argument 2349 mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_handle_rx_cqe_mpwrq() argument 2409 mlx5e_rx_cq_process_enhanced_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_enhanced_cqe_comp() argument 2458 mlx5e_rx_cq_process_basic_cqe_comp(struct mlx5e_rq * rq,struct mlx5_cqwq * cqwq,int budget_rem) mlx5e_rx_cq_process_basic_cqe_comp() argument 2488 struct mlx5e_rq *rq = container_of(cq, struct mlx5e_rq, cq); mlx5e_poll_rx_cq() local 2525 mlx5i_complete_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe,u32 cqe_bcnt,struct sk_buff * skb) mlx5i_complete_rx_cqe() argument 2608 mlx5i_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5i_handle_rx_cqe() argument 2649 mlx5e_rq_set_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params,bool xsk) mlx5e_rq_set_handlers() argument 2698 mlx5e_trap_handle_rx_cqe(struct mlx5e_rq * rq,struct mlx5_cqe64 * cqe) mlx5e_trap_handle_rx_cqe() argument 2733 mlx5e_rq_set_trap_handlers(struct mlx5e_rq * rq,struct mlx5e_params * params) mlx5e_rq_set_trap_handlers() argument [all...] |
| /linux/drivers/scsi/fnic/ |
| H A D | vnic_rq.c | 15 static int vnic_rq_alloc_bufs(struct vnic_rq *rq) in vnic_rq_alloc_bufs() 53 void vnic_rq_free(struct vnic_rq *rq) in vnic_rq_free() 70 int vnic_rq_alloc(struct vnic_dev *vdev, struct vnic_rq *rq, unsigned int index, in vnic_rq_alloc() 99 void vnic_rq_init(struct vnic_rq *rq, unsigned int cq_index, in vnic_rq_init() 125 unsigned int vnic_rq_error_status(struct vnic_rq *rq) in vnic_rq_error_status() 130 void vnic_rq_enable(struct vnic_rq *rq) in vnic_rq_enable() 135 int vnic_rq_disable(struct vnic_rq *rq) in vnic_rq_disable() 153 void vnic_rq_clean(struct vnic_rq *rq, in vnic_rq_clean() 154 void (*buf_clean)(struct vnic_rq *rq, struct vnic_rq_buf *buf)) in vnic_rq_clean()
|
| H A D | vnic_rq.h | 93 static inline unsigned int vnic_rq_desc_avail(struct vnic_rq *rq) in vnic_rq_desc_avail() 99 static inline unsigned int vnic_rq_desc_used(struct vnic_rq *rq) in vnic_rq_desc_used() 105 static inline void *vnic_rq_next_desc(struct vnic_rq *rq) in vnic_rq_next_desc() 110 static inline unsigned int vnic_rq_next_index(struct vnic_rq *rq) in vnic_rq_next_index() 115 static inline unsigned int vnic_rq_next_buf_index(struct vnic_rq *rq) in vnic_rq_next_buf_index() 120 static inline void vnic_rq_post(struct vnic_rq *rq, in vnic_rq_post() 153 static inline int vnic_rq_posting_soon(struct vnic_rq *rq) in vnic_rq_posting_soon() 158 static inline void vnic_rq_return_descs(struct vnic_rq *rq, unsigned int count) in vnic_rq_return_descs() 168 static inline void vnic_rq_service(struct vnic_rq *rq, in vnic_rq_service() 170 int desc_return, void (*buf_service)(struct vnic_rq *rq, in vnic_rq_service() [all …]
|
| /linux/block/ |
| H A D | blk-mq.c | 93 static bool blk_mq_check_in_driver(struct request *rq, void *priv) in blk_mq_check_in_driver() argument 373 blk_rq_init(struct request_queue * q,struct request * rq) blk_rq_init() argument 391 blk_mq_rq_time_init(struct request * rq,u64 alloc_time_ns) blk_mq_rq_time_init() argument 416 struct request *rq = tags->static_rqs[tag]; blk_mq_rq_ctx_init() local 458 struct request *rq; __blk_mq_alloc_requests_batch() local 535 blk_mq_rq_late_init(struct request * rq,u64 alloc_time_ns) blk_mq_rq_late_init() argument 558 struct request *rq; __blk_mq_alloc_requests() local 630 struct request *rq; blk_mq_rq_cache_fill() local 648 struct request *rq; blk_mq_alloc_cached_request() local 677 struct request *rq; blk_mq_alloc_request() local 728 struct request *rq; blk_mq_alloc_request_hctx() local 795 blk_mq_finish_request(struct request * rq) blk_mq_finish_request() argument 812 __blk_mq_free_request(struct request * rq) __blk_mq_free_request() argument 833 blk_mq_free_request(struct request * rq) blk_mq_free_request() argument 849 struct request *rq; blk_mq_free_plug_rqs() local 855 blk_dump_rq_flags(struct request * rq,char * msg) blk_dump_rq_flags() argument 1132 __blk_mq_end_request_acct(struct request * rq,u64 now) __blk_mq_end_request_acct() argument 1141 __blk_mq_end_request(struct request * rq,blk_status_t error) __blk_mq_end_request() argument 1158 blk_mq_end_request(struct request * rq,blk_status_t error) blk_mq_end_request() argument 1183 struct request *rq; blk_mq_end_request_batch() local 1232 struct request *rq, *next; blk_complete_reqs() local 1254 blk_mq_complete_need_ipi(struct request * rq) blk_mq_complete_need_ipi() argument 1281 blk_mq_complete_send_ipi(struct request * rq) blk_mq_complete_send_ipi() argument 1290 blk_mq_raise_softirq(struct request * rq) blk_mq_raise_softirq() argument 1301 blk_mq_complete_request_remote(struct request * rq) blk_mq_complete_request_remote() argument 1335 blk_mq_complete_request(struct request * rq) blk_mq_complete_request() argument 1350 blk_mq_start_request(struct request * rq) blk_mq_start_request() argument 1390 blk_add_rq_to_plug(struct blk_plug * plug,struct request * rq) blk_add_rq_to_plug() argument 1428 blk_execute_rq_nowait(struct request * rq,bool at_head) blk_execute_rq_nowait() argument 1452 blk_end_sync_rq(struct request * rq,blk_status_t ret,const struct io_comp_batch * iob) blk_end_sync_rq() argument 1462 blk_rq_is_poll(struct request * rq) blk_rq_is_poll() argument 1472 blk_rq_poll_completion(struct request * rq,struct completion * wait) blk_rq_poll_completion() argument 1490 blk_execute_rq(struct request * rq,bool at_head) blk_execute_rq() argument 1516 __blk_mq_requeue_request(struct request * rq) __blk_mq_requeue_request() argument 1531 blk_mq_requeue_request(struct request * rq,bool kick_requeue_list) blk_mq_requeue_request() argument 1556 struct request *rq; blk_mq_requeue_work() local 1601 blk_is_flush_data_rq(struct request * rq) blk_is_flush_data_rq() argument 1606 blk_mq_rq_inflight(struct request * rq,void * priv) blk_mq_rq_inflight() argument 1660 blk_mq_req_expired(struct request * rq,struct blk_expired_data * expired) blk_mq_req_expired() argument 1680 blk_mq_put_rq_ref(struct request * rq) blk_mq_put_rq_ref() argument 1690 blk_mq_check_expired(struct request * rq,void * priv) blk_mq_check_expired() argument 1708 blk_mq_handle_expired(struct request * rq,void * priv) blk_mq_handle_expired() argument 1811 struct request *rq; global() member 1849 __blk_mq_alloc_driver_tag(struct request * rq) __blk_mq_alloc_driver_tag() argument 1902 blk_mq_mark_tag_wait(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_mark_tag_wait() argument 2014 blk_mq_handle_dev_resource(struct request * rq,struct list_head * list) blk_mq_handle_dev_resource() argument 2027 blk_mq_prep_dispatch_rq(struct request * rq,bool need_budget) blk_mq_prep_dispatch_rq() argument 2068 struct request *rq; blk_mq_release_budgets() local 2103 struct request *rq; blk_mq_dispatch_rq_list() local 2556 blk_mq_request_bypass_insert(struct request * rq,blk_insert_t flags) blk_mq_request_bypass_insert() argument 2572 struct request *rq; blk_mq_insert_requests() local 2605 blk_mq_insert_request(struct request * rq,blk_insert_t flags) blk_mq_insert_request() argument 2667 blk_mq_bio_to_request(struct request * rq,struct bio * bio,unsigned int nr_segs) blk_mq_bio_to_request() argument 2693 __blk_mq_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq,bool last) __blk_mq_issue_directly() argument 2725 blk_mq_get_budget_and_tag(struct request * rq) blk_mq_get_budget_and_tag() argument 2751 blk_mq_try_issue_directly(struct blk_mq_hw_ctx * hctx,struct request * rq) blk_mq_try_issue_directly() argument 2782 blk_mq_request_issue_directly(struct request * rq,bool last) blk_mq_request_issue_directly() argument 2800 struct request *rq; blk_mq_issue_direct() local 2846 struct request *rq = rq_list_pop(rqs); blk_mq_extract_queue_requests() local 2903 struct request *rq = rq_list_pop(rqs); blk_mq_dispatch_list() local 2990 struct request *rq = list_first_entry(list, struct request, blk_mq_try_issue_list_directly() local 3043 struct request *rq; blk_mq_get_new_requests() local 3066 struct request *rq; blk_mq_get_cached_request() local 3112 struct request *rq; blk_mq_submit_bio() local 3235 blk_insert_cloned_request(struct request * rq) blk_insert_cloned_request() argument 3320 blk_rq_unprep_clone(struct request * rq) blk_rq_unprep_clone() argument 3349 blk_rq_prep_clone(struct request * rq,struct request * rq_src,struct bio_set * bs,gfp_t gfp_mask,int (* bio_ctr)(struct bio *,struct bio *,void *),void * data) blk_rq_prep_clone() argument 3406 blk_steal_bios(struct bio_list * list,struct request * rq) blk_steal_bios() argument 3466 struct request *rq = drv_tags->rqs[i]; blk_mq_clear_rq_mapping() local 3494 struct request *rq = tags->static_rqs[i]; blk_mq_free_rqs() local 3583 blk_mq_init_request(struct blk_mq_tag_set * set,struct request * rq,unsigned int hctx_idx,int node) blk_mq_init_request() argument 3654 struct request *rq = p; blk_mq_alloc_rqs() local 3678 blk_mq_has_request(struct request * rq,void * data) blk_mq_has_request() argument 5257 blk_rq_poll(struct request * rq,struct io_comp_batch * iob,unsigned int poll_flags) blk_rq_poll() argument 5275 blk_mq_rq_cpu(struct request * rq) blk_mq_rq_cpu() argument [all...] |
| H A D | elevator.c | 54 #define rq_hash_key(rq) (blk_rq_pos(rq) + blk_rq_sectors(rq)) argument 60 static bool elv_iosched_allow_bio_merge(struct request *rq, struct bio *bio) in elv_iosched_allow_bio_merge() argument 74 bool elv_bio_merge_ok(struct request *rq, struct bio *bio) in elv_bio_merge_ok() argument 165 __elv_rqhash_del(struct request * rq) __elv_rqhash_del() argument 171 elv_rqhash_del(struct request_queue * q,struct request * rq) elv_rqhash_del() argument 178 elv_rqhash_add(struct request_queue * q,struct request * rq) elv_rqhash_add() argument 188 elv_rqhash_reposition(struct request_queue * q,struct request * rq) elv_rqhash_reposition() argument 198 struct request *rq; elv_rqhash_find() local 219 elv_rb_add(struct rb_root * root,struct request * rq) elv_rb_add() argument 240 elv_rb_del(struct rb_root * root,struct request * rq) elv_rb_del() argument 251 struct request *rq; elv_rb_find() local 324 elv_attempt_insert_merge(struct request_queue * q,struct request * rq,struct list_head * free) elv_attempt_insert_merge() argument 362 elv_merged_request(struct request_queue * q,struct request * rq,enum elv_merge type) elv_merged_request() argument 376 elv_merge_requests(struct request_queue * q,struct request * rq,struct request * next) elv_merge_requests() argument 388 elv_latter_request(struct request_queue * q,struct request * rq) elv_latter_request() argument 398 elv_former_request(struct request_queue * q,struct request * rq) elv_former_request() argument 870 elv_rb_former_request(struct request_queue * q,struct request * rq) elv_rb_former_request() argument 882 elv_rb_latter_request(struct request_queue * q,struct request * rq) elv_rb_latter_request() argument [all...] |
| /linux/drivers/gpu/drm/scheduler/ |
| H A D | sched_rq.c | 23 static void drm_sched_rq_update_prio(struct drm_sched_rq *rq) in drm_sched_rq_update_prio() 53 struct drm_sched_rq *rq) in drm_sched_rq_remove_fifo_locked() 66 struct drm_sched_rq *rq, in drm_sched_rq_update_fifo_locked() 94 struct drm_sched_rq *rq) in drm_sched_rq_init() 124 drm_sched_rq_get_min_vruntime(struct drm_sched_rq *rq) in drm_sched_rq_get_min_vruntime() 260 struct drm_sched_rq *rq = entity->rq; in drm_sched_rq_add_entity() local 301 void drm_sched_rq_remove_entity(struct drm_sched_rq *rq, in drm_sched_rq_remove_entity() 320 drm_sched_rq_next_rr_ts(struct drm_sched_rq *rq, in drm_sched_rq_next_rr_ts() 343 struct drm_sched_rq *rq = entity->rq; in drm_sched_rq_pop_entity() local 393 struct drm_sched_rq *rq) in drm_sched_rq_select_entity()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | reporter_rx.c | 84 struct mlx5e_rq *rq; in mlx5e_rx_reporter_err_icosq_cqe_recover() local 154 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_err_rq_cqe_recover() local 176 struct mlx5e_rq *rq; in mlx5e_rx_reporter_timeout_recover() local 241 static void mlx5e_health_rq_put_sw_state(struct devlink_fmsg *fmsg, struct mlx5e_rq *rq) in mlx5e_health_rq_put_sw_state() 257 mlx5e_rx_reporter_build_diagnose_output_rq_common(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output_rq_common() 298 static void mlx5e_rx_reporter_build_diagnose_output(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output() 307 static void mlx5e_rx_reporter_diagnose_generic_rq(struct mlx5e_rq *rq, in mlx5e_rx_reporter_diagnose_generic_rq() 353 static void mlx5e_rx_reporter_build_diagnose_output_ptp_rq(struct mlx5e_rq *rq, in mlx5e_rx_reporter_build_diagnose_output_ptp_rq() 460 struct mlx5e_rq *rq; in mlx5e_rx_reporter_diagnose_rqs() local 531 struct mlx5e_rq *rq = ctx; in mlx5e_rx_reporter_dump_rq() local [all …]
|