1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved. 23 */ 24 25 #include <sys/ib/ibtl/impl/ibtl.h> 26 27 /* 28 * ibtl_srq.c 29 * These routines implement (most of) the verbs related to 30 * Shared Receive Queues. 31 */ 32 33 /* 34 * Globals 35 */ 36 37 static char ibtf_srq[] = "ibtl_srq"; 38 39 /* 40 * This file contains code for the TI SRQ calls 41 */ 42 43 /* 44 * 45 * ibt_alloc_srq() - Allocate a completion queue 46 */ 47 ibt_status_t 48 ibt_alloc_srq(ibt_hca_hdl_t hca_hdl, ibt_srq_flags_t flags, ibt_pd_hdl_t pd, 49 ibt_srq_sizes_t *srq_sizes, ibt_srq_hdl_t *ibt_srq_p, 50 ibt_srq_sizes_t *real_sizes_p) 51 { 52 ibt_status_t status; 53 ibt_srq_hdl_t ibt_srq; 54 55 IBTF_DPRINTF_L3(ibtf_srq, "ibt_alloc_srq(%p, %p)", 56 hca_hdl, srq_sizes); 57 58 ibt_srq = kmem_zalloc(sizeof (struct ibtl_srq_s), KM_SLEEP); 59 *ibt_srq_p = ibt_srq; 60 61 _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(ibt_srq->srq_ibc_srq_hdl)) 62 _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(ibt_srq->srq_hca)) 63 /* 64 * Set the following values before creating CI SRQ, to avoid race 65 * conditions on async callback. 66 */ 67 ibt_srq->srq_hca = hca_hdl; 68 69 status = IBTL_HCA2CIHCAOPS_P(hca_hdl)->ibc_alloc_srq( 70 IBTL_HCA2CIHCA(hca_hdl), flags, ibt_srq, pd, srq_sizes, 71 &ibt_srq->srq_ibc_srq_hdl, real_sizes_p); 72 73 if (status != IBT_SUCCESS) { 74 IBTF_DPRINTF_L2(ibtf_srq, "ibt_alloc_srq: " 75 "CI SRQ handle allocation failed: status = %d", status); 76 kmem_free(ibt_srq, sizeof (struct ibtl_srq_s)); 77 *ibt_srq_p = NULL; 78 return (status); 79 } 80 81 _NOTE(NOW_VISIBLE_TO_OTHER_THREADS(ibt_srq->srq_ibc_srq_hdl)) 82 _NOTE(NOW_VISIBLE_TO_OTHER_THREADS(ibt_srq->srq_hca)) 83 84 /* Update the srq resource count */ 85 atomic_inc_32(&hca_hdl->ha_srq_cnt); 86 87 return (IBT_SUCCESS); 88 } 89 90 91 /* 92 * ibt_free_srq() - Free a shared receive queue 93 * 94 */ 95 ibt_status_t 96 ibt_free_srq(ibt_srq_hdl_t ibt_srq) 97 { 98 ibt_status_t status; 99 ibtl_hca_t *ibt_hca = ibt_srq->srq_hca; 100 101 IBTF_DPRINTF_L3(ibtf_srq, "ibt_free_srq(%p)", ibt_srq); 102 103 status = ((IBTL_SRQ2CIHCAOPS_P(ibt_srq))->ibc_free_srq) 104 (IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl); 105 106 if (status != IBT_SUCCESS) { 107 IBTF_DPRINTF_L2(ibtf_srq, "ibt_free_srq: " 108 "CI SRQ handle de-allocation failed: status = %d", status); 109 return (status); 110 } 111 112 ibtl_free_srq_async_check(ibt_srq); 113 114 /* Update the srq resource count */ 115 atomic_dec_32(&ibt_hca->ha_srq_cnt); 116 117 return (status); 118 } 119 120 121 /* 122 * ibt_query_srq() - Returns the size of the srq 123 */ 124 ibt_status_t 125 ibt_query_srq(ibt_srq_hdl_t ibt_srq, ibt_pd_hdl_t *pd_p, 126 ibt_srq_sizes_t *sizes_p, uint_t *limit) 127 { 128 IBTF_DPRINTF_L3(ibtf_srq, "ibt_query_srq(%p)", ibt_srq); 129 130 return (IBTL_SRQ2CIHCAOPS_P(ibt_srq)->ibc_query_srq( 131 IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl, pd_p, 132 sizes_p, limit)); 133 } 134 135 136 /* 137 * ibt_resize_srq() - Change the size of a srq. 138 */ 139 ibt_status_t 140 ibt_modify_srq(ibt_srq_hdl_t ibt_srq, ibt_srq_modify_flags_t flags, 141 uint_t size, uint_t limit, uint_t *real_size_p) 142 { 143 IBTF_DPRINTF_L3(ibtf_srq, "ibt_modify_srq(%p, %d, %d, %d)", 144 ibt_srq, flags, size, limit); 145 146 return (IBTL_SRQ2CIHCAOPS_P(ibt_srq)->ibc_modify_srq( 147 IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl, 148 flags, size, limit, real_size_p)); 149 } 150 151 152 _NOTE(SCHEME_PROTECTS_DATA("client managed", ibtl_srq_s::srq_clnt_private)) 153 154 /* 155 * ibt_set_srq_private - Sets the private data on a given SRQ 156 * 157 * ibt_srq The ibt_srq_hdl_t of the allocated SRQ. 158 * clnt_private The client private data. 159 */ 160 void 161 ibt_set_srq_private(ibt_srq_hdl_t ibt_srq, void *clnt_private) 162 { 163 ibt_srq->srq_clnt_private = clnt_private; 164 } 165 166 167 /* 168 * ibt_get_srq_private - Retrieves the private data for a given SRQ 169 * 170 * ibt_srq The ibt_srq_hdl_t of the allocated SRQ. 171 */ 172 void * 173 ibt_get_srq_private(ibt_srq_hdl_t ibt_srq) 174 { 175 return (ibt_srq->srq_clnt_private); 176 } 177 178 /* 179 * Function: 180 * ibt_post_srq 181 * Input: 182 * srq - SRQ. 183 * wr_list - Address of array[size] of work requests. 184 * size - Number of work requests. 185 * Output: 186 * posted - Address to return the number of work requests 187 * successfully posted. May be NULL. 188 * Description: 189 * Post one or more receive work requests to the SRQ. 190 */ 191 192 ibt_status_t 193 ibt_post_srq(ibt_srq_hdl_t srq, ibt_recv_wr_t *wr_list, uint_t size, 194 uint_t *posted) 195 { 196 IBTF_DPRINTF_L4(ibtf_srq, "ibt_post_srq(%p, %p, %d)", 197 srq, wr_list, size); 198 199 return (IBTL_SRQ2CIHCAOPS_P(srq)->ibc_post_srq(IBTL_SRQ2CIHCA(srq), 200 srq->srq_ibc_srq_hdl, wr_list, size, posted)); 201 } 202