| /linux/kernel/rcu/ |
| H A D | rcu_segcblist.c | 28 void rcu_cblist_enqueue(struct rcu_cblist *rclp, struct rcu_head *rhp) in rcu_cblist_enqueue() argument 30 *rclp->tail = rhp; in rcu_cblist_enqueue() 31 rclp->tail = &rhp->next; in rcu_cblist_enqueue() 45 struct rcu_head *rhp) in rcu_cblist_flush_enqueue() argument 53 if (!rhp) { in rcu_cblist_flush_enqueue() 56 rhp->next = NULL; in rcu_cblist_flush_enqueue() 57 srclp->head = rhp; in rcu_cblist_flush_enqueue() 58 srclp->tail = &rhp->next; in rcu_cblist_flush_enqueue() 69 struct rcu_head *rhp; in rcu_cblist_dequeue() local 71 rhp = rclp->head; in rcu_cblist_dequeue() [all …]
|
| H A D | srcutiny.c | 126 struct rcu_head *rhp; in srcu_drive_gp() local 160 rhp = lh; in srcu_drive_gp() 162 debug_rcu_head_callback(rhp); in srcu_drive_gp() 164 rhp->func(rhp); in srcu_drive_gp() 219 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in call_srcu() argument 224 rhp->func = func; in call_srcu() 225 rhp->next = NULL; in call_srcu() 228 *ssp->srcu_cb_tail = rhp; in call_srcu() 229 ssp->srcu_cb_tail = &rhp->next; in call_srcu()
|
| H A D | rcu.h | 261 static inline void debug_rcu_head_callback(struct rcu_head *rhp) in debug_rcu_head_callback() argument 263 if (unlikely(!rhp->func)) in debug_rcu_head_callback() 264 kmem_dump_obj(rhp); in debug_rcu_head_callback() 267 static inline bool rcu_barrier_cb_is_done(struct rcu_head *rhp) in rcu_barrier_cb_is_done() argument 269 return rhp->next == rhp; in rcu_barrier_cb_is_done() 587 struct rcu_head *rhp, 602 struct rcu_head *rhp, 607 #define do_trace_rcu_torture_read(rcutorturename, rhp, secs, c_old, c) \ argument
|
| H A D | rcu_segcblist.h | 24 void rcu_cblist_enqueue(struct rcu_cblist *rclp, struct rcu_head *rhp); 27 struct rcu_head *rhp); 129 struct rcu_head *rhp); 131 struct rcu_head *rhp);
|
| H A D | srcutree.c | 1296 static void srcu_leak_callback(struct rcu_head *rhp) in srcu_leak_callback() argument 1304 struct rcu_head *rhp, bool do_norm) in srcu_gp_start_if_needed() argument 1330 if (rhp) in srcu_gp_start_if_needed() 1331 rcu_segcblist_enqueue(&sdp->srcu_cblist, rhp); in srcu_gp_start_if_needed() 1369 if (rhp) { in srcu_gp_start_if_needed() 1433 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in __call_srcu() argument 1436 if (debug_rcu_head_queue(rhp)) { in __call_srcu() 1438 WRITE_ONCE(rhp->func, srcu_leak_callback); in __call_srcu() 1442 rhp->func = func; in __call_srcu() 1443 (void)srcu_gp_start_if_needed(ssp, rhp, do_norm); in __call_srcu() [all …]
|
| H A D | sync.c | 27 static void rcu_sync_func(struct rcu_head *rhp); 57 static void rcu_sync_func(struct rcu_head *rhp) in rcu_sync_func() argument 59 struct rcu_sync *rsp = container_of(rhp, struct rcu_sync, cb_head); in rcu_sync_func()
|
| /linux/drivers/infiniband/hw/cxgb4/ |
| H A D | provider.c | 65 struct c4iw_dev *rhp; in c4iw_dealloc_ucontext() local 69 rhp = to_c4iw_dev(ucontext->ibucontext.device); in c4iw_dealloc_ucontext() 73 c4iw_release_dev_ucontext(&rhp->rdev, &ucontext->uctx); in c4iw_dealloc_ucontext() 81 struct c4iw_dev *rhp = to_c4iw_dev(ibdev); in c4iw_alloc_ucontext() local 87 c4iw_init_dev_ucontext(&rhp->rdev, &context->uctx); in c4iw_alloc_ucontext() 93 rhp->rdev.flags |= T4_STATUS_PAGE_DISABLED; in c4iw_alloc_ucontext() 114 mm->addr = virt_to_phys(rhp->rdev.status_page); in c4iw_alloc_ucontext() 118 insert_flag_to_mmap(&rhp->rdev, mm, mm->addr); in c4iw_alloc_ucontext() 195 struct c4iw_dev *rhp; in c4iw_deallocate_pd() local 199 rhp = php->rhp; in c4iw_deallocate_pd() [all …]
|
| H A D | qp.c | 717 cxgb4_read_sge_timestamp(qhp->rhp->rdev.lldi.ports[0]); in post_write_cmpl() 741 cxgb4_read_sge_timestamp(qhp->rhp->rdev.lldi.ports[0]); in post_write_cmpl() 804 PBL_OFF(&mhp->rhp->rdev, mhp->attr.pbl_addr)>>3)); in build_tpte_memreg() 913 xa_lock_irqsave(&qhp->rhp->qps, flags); in ring_kernel_sq_db() 915 if (qhp->rhp->db_state == NORMAL) in ring_kernel_sq_db() 918 add_to_fc_list(&qhp->rhp->db_fc_list, &qhp->db_fc_entry); in ring_kernel_sq_db() 922 xa_unlock_irqrestore(&qhp->rhp->qps, flags); in ring_kernel_sq_db() 930 xa_lock_irqsave(&qhp->rhp->qps, flags); in ring_kernel_rq_db() 932 if (qhp->rhp->db_state == NORMAL) in ring_kernel_rq_db() 935 add_to_fc_list(&qhp->rhp->db_fc_list, &qhp->db_fc_entry); in ring_kernel_rq_db() [all …]
|
| H A D | cq.c | 351 qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe)); in c4iw_flush_hw_cq() 803 c4iw_invalidate_mr(qhp->rhp, wc->ex.invalidate_rkey); in __c4iw_poll_cq_one() 844 c4iw_invalidate_mr(qhp->rhp, in __c4iw_poll_cq_one() 933 qhp = get_qhp(chp->rhp, CQE_QPID(rd_cqe)); in c4iw_poll_cq_one() 984 xa_erase_irq(&chp->rhp->cqs, chp->cq.cqid); in c4iw_destroy_cq() 990 destroy_cq(&chp->rhp->rdev, &chp->cq, in c4iw_destroy_cq() 1004 struct c4iw_dev *rhp = to_c4iw_dev(ibcq->device); in c4iw_create_cq() local 1021 if (vector >= rhp->rdev.lldi.nciq) in c4iw_create_cq() 1057 hwentries = min(entries * 2, rhp->rdev.hw_queue.t4_max_iq_size); in c4iw_create_cq() 1079 ret = create_cq(&rhp->rdev, &chp->cq, in c4iw_create_cq() [all …]
|
| H A D | device.c | 1375 xa_lock_irq(&qp->rhp->qps); in recover_lost_dbs() 1377 ret = cxgb4_sync_txq_pidx(qp->rhp->rdev.lldi.ports[0], in recover_lost_dbs() 1385 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs() 1390 ret = cxgb4_sync_txq_pidx(qp->rhp->rdev.lldi.ports[0], in recover_lost_dbs() 1399 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs() 1404 xa_unlock_irq(&qp->rhp->qps); in recover_lost_dbs() 1407 while (cxgb4_dbfifo_count(qp->rhp->rdev.lldi.ports[0], 1) > 0) { in recover_lost_dbs()
|
| H A D | cm.c | 1645 err = c4iw_modify_qp(ep->com.qp->rhp, in process_mpa_reply() 1660 err = c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in process_mpa_reply() 1679 err = c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in process_mpa_reply() 1884 c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in rx_data() 2760 ret = c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in peer_close() 2778 c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in peer_close() 2808 c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in finish_peer_abort() 2912 ret = c4iw_modify_qp(ep->com.qp->rhp, in peer_abort() 3001 c4iw_modify_qp(ep->com.qp->rhp, in close_con_rpl() 3038 c4iw_modify_qp(ep->com.qp->rhp, ep->com.qp, in terminate() [all …]
|
| H A D | ev.c | 100 c4iw_modify_qp(qhp->rhp, qhp, C4IW_QP_ATTR_NEXT_STATE, in post_qp_event()
|
| H A D | restrack.c | 434 struct c4iw_dev *dev = mhp->rhp; in c4iw_fill_res_mr_entry()
|
| /linux/drivers/media/usb/pvrusb2/ |
| H A D | pvrusb2-v4l2.c | 40 struct pvr2_ioread *rhp; member 894 if (fhp->rhp) { in pvr2_v4l2_release() 897 sp = pvr2_ioread_get_stream(fhp->rhp); in pvr2_v4l2_release() 899 pvr2_ioread_destroy(fhp->rhp); in pvr2_v4l2_release() 900 fhp->rhp = NULL; in pvr2_v4l2_release() 1025 if (fh->rhp) return 0; in pvr2_v4l2_iosetup() 1041 fh->rhp = pvr2_channel_create_mpeg_stream(fh->pdi->stream); in pvr2_v4l2_iosetup() 1042 if (!fh->rhp) { in pvr2_v4l2_iosetup() 1052 return pvr2_ioread_set_enabled(fh->rhp,!0); in pvr2_v4l2_iosetup() 1095 if (!fh->rhp) { in pvr2_v4l2_read() [all …]
|
| /linux/include/linux/sched/ |
| H A D | mm.h | 63 static inline void __mmdrop_delayed(struct rcu_head *rhp) in __mmdrop_delayed() argument 65 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed()
|
| /linux/kernel/irq/ |
| H A D | irqdesc.c | 462 static void delayed_free_desc(struct rcu_head *rhp) in delayed_free_desc() argument 464 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc()
|
| /linux/Documentation/RCU/ |
| H A D | rcuref.rst | 114 void el_free(struct rcu_head *rhp)
|
| /linux/fs/xfs/ |
| H A D | xfs_log_recover.c | 2347 struct hlist_head *rhp; in xlog_recover_ophdr_to_trans() local 2350 rhp = &rhash[XLOG_RHASH(tid)]; in xlog_recover_ophdr_to_trans() 2351 hlist_for_each_entry(trans, rhp, r_list) { in xlog_recover_ophdr_to_trans() 2374 hlist_add_head(&trans->r_list, rhp); in xlog_recover_ophdr_to_trans()
|
| /linux/kernel/locking/ |
| H A D | locktorture.c | 1114 static void call_rcu_chain_cb(struct rcu_head *rhp) in call_rcu_chain_cb() argument 1116 struct call_rcu_chain *crcp = container_of(rhp, struct call_rcu_chain, crc_rh); in call_rcu_chain_cb()
|
| /linux/kernel/ |
| H A D | fork.c | 797 void __put_task_struct_rcu_cb(struct rcu_head *rhp) in __put_task_struct_rcu_cb() argument 799 struct task_struct *task = container_of(rhp, struct task_struct, rcu); in __put_task_struct_rcu_cb() 1909 static void __delayed_free_task(struct rcu_head *rhp) in __delayed_free_task() argument 1911 struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); in __delayed_free_task()
|
| H A D | exit.c | 223 static void delayed_put_task_struct(struct rcu_head *rhp) in delayed_put_task_struct() argument 225 struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); in delayed_put_task_struct()
|
| /linux/tools/testing/selftests/bpf/test_kmods/ |
| H A D | bpf_testmod.c | 953 static void bpf_kfunc_rcu_tasks_trace_cb(struct rcu_head *rhp) in bpf_kfunc_init_sock() 957 data = container_of(rhp, struct bpf_kfunc_rcu_tasks_trace_data, rcu); in bpf_kfunc_close_sock() 894 bpf_kfunc_rcu_tasks_trace_cb(struct rcu_head * rhp) bpf_kfunc_rcu_tasks_trace_cb() argument
|
| /linux/kernel/trace/ |
| H A D | trace_events_filter.c | 1373 static void free_filter_list_tasks(struct rcu_head *rhp) in free_filter_list_tasks() argument 1375 struct filter_head *filter_list = container_of(rhp, struct filter_head, rcu); in free_filter_list_tasks()
|
| H A D | ftrace.c | 6007 static void register_ftrace_direct_cb(struct rcu_head *rhp) in register_ftrace_direct_cb() argument 6009 struct ftrace_hash *fhp = container_of(rhp, struct ftrace_hash, rcu); in register_ftrace_direct_cb()
|
| /linux/kernel/sched/ |
| H A D | core.c | 9380 static void sched_unregister_group_rcu(struct rcu_head *rhp) in sched_unregister_group_rcu() argument 9383 sched_unregister_group(container_of(rhp, struct task_group, rcu)); in sched_unregister_group_rcu()
|