/linux/kernel/rcu/ |
H A D | tree_nocb.h | 20 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp) in rcu_current_is_nocb_kthread() 92 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock() 110 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock() 119 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp) in rcu_nocb_bypass_unlock() 130 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock() 142 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock() 154 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore() 166 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected() 193 static bool __wake_nocb_gp(struct rcu_data *rdp_gp, in __wake_nocb_gp() 228 static bool wake_nocb_gp(struct rcu_data *rdp, bool force) in wake_nocb_gp() [all …]
|
H A D | tree.c | 86 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_gpwrap_count() local 230 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu() local 311 static bool rcu_watching_snap_stopped_since(struct rcu_data *rdp, int snap) in rcu_watching_snap_stopped_since() 600 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_irq_work_resched() local 663 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in __rcu_irq_enter_check_tick() local 720 static void rcu_disable_urgency_upon_qs(struct rcu_data *rdp) in rcu_disable_urgency_upon_qs() 801 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf() 818 static int rcu_watching_snap_save(struct rcu_data *rdp) in rcu_watching_snap_save() 854 static int rcu_watching_snap_recheck(struct rcu_data *rdp) in rcu_watching_snap_recheck() 991 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp() [all …]
|
H A D | tree_plugin.h | 16 static bool rcu_rdp_is_offloaded(struct rcu_data *rdp) in rcu_rdp_is_offloaded() 162 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue() 327 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch() local 485 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore() local 630 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler() local 672 struct rcu_data *rdp, in rcu_unlock_needs_exp_handling() 743 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special() local 875 struct rcu_data *rdp; in dump_blkd_tasks() local 905 static void rcu_preempt_deferred_qs_init(struct rcu_data *rdp) in rcu_preempt_deferred_qs_init() 918 struct rcu_data *rdp; in rcu_read_unlock_strict() local [all …]
|
H A D | tree_exp.h | 245 struct rcu_data *rdp; in rcu_report_exp_cpu_mult() local 267 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp() 303 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local 372 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local 407 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus() local 575 struct rcu_data *rdp; in synchronize_rcu_expedited_stall() local 627 struct rcu_data *rdp; in synchronize_rcu_expedited_wait() local 749 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local 863 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local 1022 struct rcu_data *rdp; in start_poll_synchronize_rcu_expedited() local
|
H A D | tree_stall.h | 216 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks() 251 struct rcu_data *rdp; in rcu_iw_handler() local 457 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp) in rcu_is_rcuc_kthread_starving() 481 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info() local 522 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local 585 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_check_gp_kthread_starvation() local 713 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local 773 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall() 944 struct rcu_data *rdp; in show_rcu_gp_kthreads() local 1003 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall() [all …]
|
H A D | tree.h | 527 #define rcu_nocb_lock_irqsave(rdp, flags) \ argument 534 #define rcu_nocb_lock_irqsave(rdp, flags) local_irq_save(flags) argument
|
/linux/tools/rcu/ |
H A D | rcu-cbs.py | 42 rdp = per_cpu_ptr(rdp0, cpu); variable
|
/linux/drivers/net/ethernet/cavium/liquidio/ |
H A D | octeon_nic.c | 38 struct octeon_instr_rdp *rdp; in octeon_alloc_soft_command_resp() local
|
H A D | octeon_iq.h | 221 u64 rdp; member 248 u64 rdp; member
|
H A D | request_manager.c | 590 struct octeon_instr_rdp *rdp; in octeon_prepare_soft_command() local
|
/linux/drivers/net/ethernet/amd/ |
H A D | a2065.h | 41 unsigned short rdp; /* Register Data Port */ member
|
H A D | declance.c | 286 volatile unsigned short rdp; /* register data port */ member
|
/linux/sound/pcmcia/pdaudiocf/ |
H A D | pdaudiocf_irq.c | 250 int size, off, cont, rdp, wdp; in pdacf_threaded_irq() local
|
/linux/arch/x86/include/asm/ |
H A D | user_64.h | 58 __u64 rdp; member
|
/linux/include/soc/fsl/ |
H A D | cpm.h | 21 __be32 rdp; /* Internal */ member
|
/linux/drivers/crypto/inside-secure/ |
H A D | safexcel.c | 899 void *rdp) in safexcel_rdesc_check_errors()
|
/linux/arch/x86/include/asm/fpu/ |
H A D | types.h | 44 u64 rdp; /* Data Pointer */ member
|
/linux/arch/x86/include/uapi/asm/ |
H A D | sigcontext.h | 156 __u64 rdp; member
|
/linux/drivers/scsi/lpfc/ |
H A D | lpfc_sli.h | 197 struct lpfc_rdp_context *rdp; /* Used in get_rdp_info */ member
|
/linux/drivers/gpu/drm/radeon/ |
H A D | r100.c | 2974 uint32_t rdp, wdp; in r100_debugfs_cp_ring_info_show() local
|
/linux/drivers/net/wireless/ath/ath12k/ |
H A D | hal.h | 1030 } rdp; member
|
/linux/drivers/net/vxlan/ |
H A D | vxlan_core.c | 574 __u32 ifindex, struct vxlan_rdst **rdp) in vxlan_fdb_append()
|