| /linux/drivers/infiniband/sw/rdmavt/ |
| H A D | vt.c | 50 struct rvt_dev_info *rdi; in rvt_alloc_device() local
52 rdi = container_of(_ib_alloc_device(size, &init_net), struct rvt_dev_info, ibdev); in rvt_alloc_device()
53 if (!rdi) in rvt_alloc_device()
54 return rdi; in rvt_alloc_device()
56 rdi->ports = kzalloc_objs(*rdi->ports, nports); in rvt_alloc_device()
57 if (!rdi->ports) in rvt_alloc_device()
58 ib_dealloc_device(&rdi->ibdev); in rvt_alloc_device()
60 return rdi; in rvt_alloc_device()
70 void rvt_dealloc_device(struct rvt_dev_info *rdi) in rvt_dealloc_device() argument
72 kfree(rdi->ports); in rvt_dealloc_device()
[all …]
|
| H A D | mmap.c | 16 void rvt_mmap_init(struct rvt_dev_info *rdi) in rvt_mmap_init() argument
18 INIT_LIST_HEAD(&rdi->pending_mmaps); in rvt_mmap_init()
19 spin_lock_init(&rdi->pending_lock); in rvt_mmap_init()
20 rdi->mmap_offset = PAGE_SIZE; in rvt_mmap_init()
21 spin_lock_init(&rdi->mmap_offset_lock); in rvt_mmap_init()
32 struct rvt_dev_info *rdi = ib_to_rvt(ip->context->device); in rvt_release_mmap_info() local
34 spin_lock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
36 spin_unlock_irq(&rdi->pending_lock); in rvt_release_mmap_info()
70 struct rvt_dev_info *rdi = ib_to_rvt(context->device); in rvt_mmap() local
81 spin_lock_irq(&rdi->pending_lock); in rvt_mmap()
[all …]
|
| H A D | vt.h | 21 #define rvt_pr_info(rdi, fmt, ...) \ argument
22 __rvt_pr_info(rdi->driver_f.get_pci_dev(rdi), \
23 rvt_get_ibdev_name(rdi), \
27 #define rvt_pr_warn(rdi, fmt, ...) \ argument
28 __rvt_pr_warn(rdi->driver_f.get_pci_dev(rdi), \
29 rvt_get_ibdev_name(rdi), \
33 #define rvt_pr_err(rdi, fmt, ...) \ argument
34 __rvt_pr_err(rdi->driver_f.get_pci_dev(rdi), \
35 rvt_get_ibdev_name(rdi), \
39 #define rvt_pr_err_ratelimited(rdi, fmt, ...) \ argument
[all …]
|
| H A D | mad.c | 60 int rvt_create_mad_agents(struct rvt_dev_info *rdi) in rvt_create_mad_agents() argument
67 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
68 rvp = rdi->ports[p]; in rvt_create_mad_agents()
69 agent = ib_register_mad_agent(&rdi->ibdev, p + 1, in rvt_create_mad_agents()
80 if (rdi->driver_f.notify_create_mad_agent) in rvt_create_mad_agents()
81 rdi->driver_f.notify_create_mad_agent(rdi, p); in rvt_create_mad_agents()
87 for (p = 0; p < rdi->dparms.nports; p++) { in rvt_create_mad_agents()
88 rvp = rdi->ports[p]; in rvt_create_mad_agents()
93 if (rdi->driver_f.notify_free_mad_agent) in rvt_create_mad_agents()
94 rdi->driver_f.notify_free_mad_agent(rdi, p); in rvt_create_mad_agents()
[all …]
|
| H A D | qp.c | 22 static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp,
103 void rvt_wss_exit(struct rvt_dev_info *rdi) in rvt_wss_exit() argument
105 struct rvt_wss *wss = rdi->wss; in rvt_wss_exit()
113 kfree(rdi->wss); in rvt_wss_exit()
114 rdi->wss = NULL; in rvt_wss_exit()
122 int rvt_wss_init(struct rvt_dev_info *rdi) in rvt_wss_init() argument
124 unsigned int sge_copy_mode = rdi->dparms.sge_copy_mode; in rvt_wss_init()
125 unsigned int wss_threshold = rdi->dparms.wss_threshold; in rvt_wss_init()
126 unsigned int wss_clean_period = rdi->dparms.wss_clean_period; in rvt_wss_init()
132 int node = rdi->dparms.node; in rvt_wss_init()
[all …]
|
| H A D | cq.c | 63 struct rvt_dev_info *rdi = cq->rdi; in rvt_cq_enter() local
66 rvt_pr_err_ratelimited(rdi, "CQ is full!\n"); in rvt_cq_enter()
164 struct rvt_dev_info *rdi = ib_to_rvt(ibdev); in rvt_create_cq() local
176 if (entries < 1 || entries > rdi->dparms.props.max_cqe) in rvt_create_cq()
182 comp_vector = comp_vector % rdi->ibdev.num_comp_vectors; in rvt_create_cq()
200 k_wc = vzalloc_node(sz, rdi->dparms.node); in rvt_create_cq()
210 cq->ip = rvt_create_mmap_info(rdi, sz, udata, u_wc); in rvt_create_cq()
222 spin_lock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
223 if (rdi->n_cqs_allocated == rdi->dparms.props.max_cq) { in rvt_create_cq()
224 spin_unlock_irq(&rdi->n_cqs_lock); in rvt_create_cq()
[all …]
|
| H A D | mcast.c | 20 void rvt_driver_mcast_init(struct rvt_dev_info *rdi) in rvt_driver_mcast_init() argument
26 spin_lock_init(&rdi->n_mcast_grps_lock); in rvt_driver_mcast_init()
151 static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, in rvt_mcast_add() argument
192 rdi->dparms.props.max_mcast_qp_attach) { in rvt_mcast_add()
204 spin_lock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
205 if (rdi->n_mcast_grps_allocated == rdi->dparms.props.max_mcast_grp) { in rvt_mcast_add()
206 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
211 rdi->n_mcast_grps_allocated++; in rvt_mcast_add()
212 spin_unlock(&rdi->n_mcast_grps_lock); in rvt_mcast_add()
241 struct rvt_dev_info *rdi = ib_to_rvt(ibqp->device); in rvt_attach_mcast() local
[all …]
|
| H A D | mr.c | 22 int rvt_driver_mr_init(struct rvt_dev_info *rdi) in rvt_driver_mr_init() argument
24 unsigned int lkey_table_size = rdi->dparms.lkey_table_size; in rvt_driver_mr_init()
36 spin_lock_init(&rdi->lkey_table.lock); in rvt_driver_mr_init()
40 rvt_pr_warn(rdi, "lkey bits %u too large, reduced to %u\n", in rvt_driver_mr_init()
42 rdi->dparms.lkey_table_size = RVT_MAX_LKEY_TABLE_BITS; in rvt_driver_mr_init()
43 lkey_table_size = rdi->dparms.lkey_table_size; in rvt_driver_mr_init()
45 rdi->lkey_table.max = 1 << lkey_table_size; in rvt_driver_mr_init()
46 rdi->lkey_table.shift = 32 - lkey_table_size; in rvt_driver_mr_init()
47 lk_tab_size = rdi->lkey_table.max * sizeof(*rdi->lkey_table.table); in rvt_driver_mr_init()
48 rdi->lkey_table.table = (struct rvt_mregion __rcu **) in rvt_driver_mr_init()
[all …]
|
| H A D | qp.h | 11 int rvt_driver_qp_init(struct rvt_dev_info *rdi);
12 void rvt_qp_exit(struct rvt_dev_info *rdi);
26 int rvt_wss_init(struct rvt_dev_info *rdi);
27 void rvt_wss_exit(struct rvt_dev_info *rdi);
|
| /linux/tools/arch/x86/lib/ |
| H A D | memcpy_64.S | 35 movq %rdi, %rax
47 movq %rdi, %rax
71 movq %r8, 0*8(%rdi)
72 movq %r9, 1*8(%rdi)
73 movq %r10, 2*8(%rdi)
74 movq %r11, 3*8(%rdi)
75 leaq 4*8(%rdi), %rdi
85 addq %rdx, %rdi
99 movq %r8, -1*8(%rdi)
100 movq %r9, -2*8(%rdi)
[all …]
|
| H A D | memset_64.S | 35 movq %rdi,%r9
49 movq %rdi,%r10
69 movq %rax,(%rdi)
70 movq %rax,8(%rdi)
71 movq %rax,16(%rdi)
72 movq %rax,24(%rdi)
73 movq %rax,32(%rdi)
74 movq %rax,40(%rdi)
75 movq %rax,48(%rdi)
76 movq %rax,56(%rdi)
[all …]
|
| /linux/tools/perf/arch/x86/tests/ |
| H A D | regs_load.S | 32 movq %rax, AX(%rdi)
33 movq %rbx, BX(%rdi)
34 movq %rcx, CX(%rdi)
35 movq %rdx, DX(%rdi)
36 movq %rsi, SI(%rdi)
37 movq %rdi, DI(%rdi)
38 movq %rbp, BP(%rdi)
41 movq %rax, SP(%rdi)
44 movq %rax, IP(%rdi)
46 movq $0, FLAGS(%rdi)
[all …]
|
| /linux/include/rdma/ |
| H A D | rdma_vt.h | 237 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
245 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
251 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
257 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
268 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
296 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
306 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
312 int (*query_port_state)(struct rvt_dev_info *rdi, u32 port_num,
318 int (*shut_down_port)(struct rvt_dev_info *rdi, u32 port_num);
321 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u32 port_num);
[all …]
|
| /linux/arch/x86/lib/ |
| H A D | csum-copy_64.S | 70 movq (%rdi), %rbx
72 movq 8(%rdi), %r8
74 movq 16(%rdi), %r11
76 movq 24(%rdi), %rdx
79 movq 32(%rdi), %r10
81 movq 40(%rdi), %r15
83 movq 48(%rdi), %r14
85 movq 56(%rdi), %r13
93 prefetcht0 5*64(%rdi)
124 leaq 64(%rdi), %rdi
[all …]
|
| H A D | copy_user_64.S | 47 1: movb %al,(%rdi)
48 inc %rdi
61 3: movq %rax,(%rdi)
63 addq $8,%rdi
82 1: movq %rax,(%rdi)
88 leaq 8(%rdi),%rax
90 subq %rdi,%rax
93 addq %rax,%rdi
|
| H A D | copy_mc_64.S | 39 movb %al, (%rdi)
41 incq %rdi
54 movq %r8, (%rdi)
56 addq $8, %rdi
70 movb %al, (%rdi)
72 incq %rdi
127 movq %rdi, %rax
|
| H A D | bhi.S | 39 cmovne %rax, %rdi
56 cmovne %rax, %rdi
67 cmovne %rax, %rdi
79 cmovne %rax, %rdi
92 cmovne %rax, %rdi
113 cmovne %rax, %rdi
128 cmovne %rax, %rdi
|
| /linux/arch/x86/um/ |
| H A D | setjmp_64.S | 27 movq %rbx,(%rdi)
28 movq %rsp,8(%rdi) # Post-return %rsp!
30 movq %rbp,16(%rdi)
31 movq %r12,24(%rdi)
32 movq %r13,32(%rdi)
33 movq %r14,40(%rdi)
34 movq %r15,48(%rdi)
35 movq %rsi,56(%rdi) # Return address
46 movq (%rdi),%rbx
47 movq 8(%rdi),%rsp
[all …]
|
| /linux/drivers/infiniband/hw/hfi1/ |
| H A D | verbs.c | 334 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_eager_rcv() local
360 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_eager_rcv()
388 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_kdeth_expected_rcv() local
414 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_expected_rcv()
460 struct rvt_dev_info *rdi = &ppd->dd->verbs_dev.rdi; in hfi1_handle_packet() local
506 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_handle_packet()
1290 struct rvt_dev_info *rdi = &dd->verbs_dev.rdi; in hfi1_fill_device_attr() local
1293 memset(&rdi->dparms.props, 0, sizeof(rdi->dparms.props)); in hfi1_fill_device_attr()
1295 rdi->dparms.props.fw_ver = ((u64)(dc8051_ver_maj(ver)) << 32) | in hfi1_fill_device_attr()
1299 rdi->dparms.props.device_cap_flags = IB_DEVICE_BAD_PKEY_CNTR | in hfi1_fill_device_attr()
[all …]
|
| H A D | qp.h | 93 void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp);
94 void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp);
95 unsigned free_all_qps(struct rvt_dev_info *rdi);
97 int get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp,
103 u32 mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu);
|
| /linux/lib/crypto/x86/ |
| H A D | chacha-avx2-x86_64.S | 38 # %rdi: Input state matrix, s
52 vbroadcasti128 0x00(%rdi),%ymm0
53 vbroadcasti128 0x10(%rdi),%ymm1
54 vbroadcasti128 0x20(%rdi),%ymm2
55 vbroadcasti128 0x30(%rdi),%ymm3
212 mov %rsp,%rdi
220 lea (%r11,%rax),%rdi
230 # %rdi: Input state matrix, s
246 vbroadcasti128 0x00(%rdi),%ymm0
247 vbroadcasti128 0x10(%rdi),%ymm1
[all …]
|
| H A D | chacha-ssse3-x86_64.S | 115 # %rdi: Input state matrix, s
123 movdqu 0x00(%rdi),%xmm0
124 movdqu 0x10(%rdi),%xmm1
125 movdqu 0x20(%rdi),%xmm2
126 movdqu 0x30(%rdi),%xmm3
185 mov %rsp,%rdi
193 lea (%r11,%rax),%rdi
203 # %rdi: Input state matrix, s
208 movdqu 0x00(%rdi),%xmm0
209 movdqu 0x10(%rdi),%xmm1
[all …]
|
| H A D | chacha-avx512vl-x86_64.S | 28 # %rdi: Input state matrix, s
42 vbroadcasti128 0x00(%rdi),%ymm0
43 vbroadcasti128 0x10(%rdi),%ymm1
44 vbroadcasti128 0x20(%rdi),%ymm2
45 vbroadcasti128 0x30(%rdi),%ymm3
193 # %rdi: Input state matrix, s
209 vbroadcasti128 0x00(%rdi),%ymm0
210 vbroadcasti128 0x10(%rdi),%ymm1
211 vbroadcasti128 0x20(%rdi),%ymm2
212 vbroadcasti128 0x30(%rdi),%ymm3
[all …]
|
| /linux/arch/x86/mm/ |
| H A D | mem_encrypt_boot.S | 42 movq %rdi, %r10 /* Encrypted area */
47 movq %rax, %rdi /* Workarea encryption routine */
53 movq %r10, %rdi /* Encrypted area */
113 movq %rdi, %r10 /* Save encrypted area address */
135 movq %r8, %rdi /* Dest - intermediate copy buffer */
140 movq %r10, %rdi /* Dest - encrypted area */
|
| /linux/arch/x86/virt/vmx/tdx/ |
| H A D | tdxcall.S | 49 mov %rdi, %rax
83 movq TDX_MODULE_rdi(%rsi), %rdi
135 movq %rdi, TDX_MODULE_rdi(%rsi)
207 movq $TDX_SW_ERROR, %rdi
208 orq %rdi, %rax
|