xref: /titanic_50/usr/src/uts/i86pc/io/ioat/ioat_rs.c (revision 17169044f903cb92234f23d0ba0ce43449614a4d)
1*17169044Sbrutus /*
2*17169044Sbrutus  * CDDL HEADER START
3*17169044Sbrutus  *
4*17169044Sbrutus  * The contents of this file are subject to the terms of the
5*17169044Sbrutus  * Common Development and Distribution License (the "License").
6*17169044Sbrutus  * You may not use this file except in compliance with the License.
7*17169044Sbrutus  *
8*17169044Sbrutus  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9*17169044Sbrutus  * or http://www.opensolaris.org/os/licensing.
10*17169044Sbrutus  * See the License for the specific language governing permissions
11*17169044Sbrutus  * and limitations under the License.
12*17169044Sbrutus  *
13*17169044Sbrutus  * When distributing Covered Code, include this CDDL HEADER in each
14*17169044Sbrutus  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15*17169044Sbrutus  * If applicable, add the following below this CDDL HEADER, with the
16*17169044Sbrutus  * fields enclosed by brackets "[]" replaced with your own identifying
17*17169044Sbrutus  * information: Portions Copyright [yyyy] [name of copyright owner]
18*17169044Sbrutus  *
19*17169044Sbrutus  * CDDL HEADER END
20*17169044Sbrutus  */
21*17169044Sbrutus 
22*17169044Sbrutus /*
23*17169044Sbrutus  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
24*17169044Sbrutus  * Use is subject to license terms.
25*17169044Sbrutus  */
26*17169044Sbrutus 
27*17169044Sbrutus #pragma ident	"%Z%%M%	%I%	%E% SMI"
28*17169044Sbrutus 
29*17169044Sbrutus #include <sys/kmem.h>
30*17169044Sbrutus #include <sys/types.h>
31*17169044Sbrutus #include <sys/conf.h>
32*17169044Sbrutus #include <sys/ddi.h>
33*17169044Sbrutus #include <sys/sunddi.h>
34*17169044Sbrutus 
35*17169044Sbrutus #include <sys/ioat.h>
36*17169044Sbrutus 
37*17169044Sbrutus 
38*17169044Sbrutus /* structure used to keep track of resources */
39*17169044Sbrutus typedef struct ioat_rs_s {
40*17169044Sbrutus 	/*
41*17169044Sbrutus 	 * Bounds of resource allocation. We will start allocating at rs_min
42*17169044Sbrutus 	 * and rollover at rs_max+1 (rs_max is included). e.g. for rs_min=0
43*17169044Sbrutus 	 * and rs_max=7, we will have 8 total resources which can be alloced.
44*17169044Sbrutus 	 */
45*17169044Sbrutus 	uint_t rs_min;
46*17169044Sbrutus 	uint_t rs_max;
47*17169044Sbrutus 
48*17169044Sbrutus 	/*
49*17169044Sbrutus 	 * rs_free points to an array of 64-bit values used to track resource
50*17169044Sbrutus 	 * allocation. rs_free_size is the free buffer size in bytes.
51*17169044Sbrutus 	 */
52*17169044Sbrutus 	uint64_t *rs_free;
53*17169044Sbrutus 	uint_t rs_free_size;
54*17169044Sbrutus 
55*17169044Sbrutus 	/*
56*17169044Sbrutus 	 * last tracks the last alloc'd resource. This allows us to do a round
57*17169044Sbrutus 	 * robin allocation.
58*17169044Sbrutus 	 */
59*17169044Sbrutus 	uint_t rs_last;
60*17169044Sbrutus 
61*17169044Sbrutus 	kmutex_t rs_mutex;
62*17169044Sbrutus } ioat_rs_t;
63*17169044Sbrutus 
64*17169044Sbrutus 
65*17169044Sbrutus /*
66*17169044Sbrutus  * ioat_rs_init()
67*17169044Sbrutus  *    Initialize the resource structure. This structure will be protected
68*17169044Sbrutus  *    by a mutex at the iblock_cookie passed in. init() returns a handle to be
69*17169044Sbrutus  *    used for the rest of the resource functions. This code is written assuming
70*17169044Sbrutus  *    that min_val will be close to 0. Therefore, we will allocate the free
71*17169044Sbrutus  *    buffer only taking max_val into account.
72*17169044Sbrutus  */
73*17169044Sbrutus void
ioat_rs_init(ioat_state_t * state,uint_t min_val,uint_t max_val,ioat_rs_hdl_t * handle)74*17169044Sbrutus ioat_rs_init(ioat_state_t *state, uint_t min_val, uint_t max_val,
75*17169044Sbrutus     ioat_rs_hdl_t *handle)
76*17169044Sbrutus {
77*17169044Sbrutus 	ioat_rs_t *rstruct;
78*17169044Sbrutus 	uint_t array_size;
79*17169044Sbrutus 	uint_t index;
80*17169044Sbrutus 
81*17169044Sbrutus 
82*17169044Sbrutus 	ASSERT(handle != NULL);
83*17169044Sbrutus 	ASSERT(min_val < max_val);
84*17169044Sbrutus 
85*17169044Sbrutus 	/* alloc space for resource structure */
86*17169044Sbrutus 	rstruct = kmem_alloc(sizeof (ioat_rs_t), KM_SLEEP);
87*17169044Sbrutus 
88*17169044Sbrutus 	/*
89*17169044Sbrutus 	 * Test to see if the max value is 64-bit aligned. If so, we don't need
90*17169044Sbrutus 	 * to allocate an extra 64-bit word. alloc space for free buffer
91*17169044Sbrutus 	 * (8 bytes per uint64_t).
92*17169044Sbrutus 	 */
93*17169044Sbrutus 	if ((max_val & 0x3F) == 0) {
94*17169044Sbrutus 		rstruct->rs_free_size = (max_val >> 6) * 8;
95*17169044Sbrutus 	} else {
96*17169044Sbrutus 		rstruct->rs_free_size = ((max_val >> 6) + 1) * 8;
97*17169044Sbrutus 	}
98*17169044Sbrutus 	rstruct->rs_free = kmem_alloc(rstruct->rs_free_size, KM_SLEEP);
99*17169044Sbrutus 
100*17169044Sbrutus 	/* Initialize resource structure */
101*17169044Sbrutus 	rstruct->rs_min = min_val;
102*17169044Sbrutus 	rstruct->rs_last = min_val;
103*17169044Sbrutus 	rstruct->rs_max = max_val;
104*17169044Sbrutus 	mutex_init(&rstruct->rs_mutex, NULL, MUTEX_DRIVER,
105*17169044Sbrutus 	    state->is_iblock_cookie);
106*17169044Sbrutus 
107*17169044Sbrutus 	/* Mark all resources as free */
108*17169044Sbrutus 	array_size = rstruct->rs_free_size >> 3;
109*17169044Sbrutus 	for (index = 0; index < array_size; index++) {
110*17169044Sbrutus 		rstruct->rs_free[index] = (uint64_t)0xFFFFFFFFFFFFFFFF;
111*17169044Sbrutus 	}
112*17169044Sbrutus 
113*17169044Sbrutus 	/* setup handle which is returned from this function */
114*17169044Sbrutus 	*handle = rstruct;
115*17169044Sbrutus }
116*17169044Sbrutus 
117*17169044Sbrutus 
118*17169044Sbrutus /*
119*17169044Sbrutus  * ioat_rs_fini()
120*17169044Sbrutus  *    Frees up the space allocated in init().  Notice that a pointer to the
121*17169044Sbrutus  *    handle is used for the parameter.  fini() will set the handle to NULL
122*17169044Sbrutus  *    before returning.
123*17169044Sbrutus  */
124*17169044Sbrutus void
ioat_rs_fini(ioat_rs_hdl_t * handle)125*17169044Sbrutus ioat_rs_fini(ioat_rs_hdl_t *handle)
126*17169044Sbrutus {
127*17169044Sbrutus 	ioat_rs_t *rstruct;
128*17169044Sbrutus 
129*17169044Sbrutus 
130*17169044Sbrutus 	ASSERT(handle != NULL);
131*17169044Sbrutus 
132*17169044Sbrutus 	rstruct = (ioat_rs_t *)*handle;
133*17169044Sbrutus 
134*17169044Sbrutus 	mutex_destroy(&rstruct->rs_mutex);
135*17169044Sbrutus 	kmem_free(rstruct->rs_free, rstruct->rs_free_size);
136*17169044Sbrutus 	kmem_free(rstruct, sizeof (ioat_rs_t));
137*17169044Sbrutus 
138*17169044Sbrutus 	/* set handle to null.  This helps catch bugs. */
139*17169044Sbrutus 	*handle = NULL;
140*17169044Sbrutus }
141*17169044Sbrutus 
142*17169044Sbrutus 
143*17169044Sbrutus /*
144*17169044Sbrutus  * ioat_rs_alloc()
145*17169044Sbrutus  *    alloc a resource. If alloc fails, we are out of resources.
146*17169044Sbrutus  */
147*17169044Sbrutus int
ioat_rs_alloc(ioat_rs_hdl_t handle,uint_t * resource)148*17169044Sbrutus ioat_rs_alloc(ioat_rs_hdl_t handle, uint_t *resource)
149*17169044Sbrutus {
150*17169044Sbrutus 	ioat_rs_t *rstruct;
151*17169044Sbrutus 	uint_t array_idx;
152*17169044Sbrutus 	uint64_t free;
153*17169044Sbrutus 	uint_t index;
154*17169044Sbrutus 	uint_t last;
155*17169044Sbrutus 	uint_t min;
156*17169044Sbrutus 	uint_t max;
157*17169044Sbrutus 
158*17169044Sbrutus 
159*17169044Sbrutus 	ASSERT(handle != NULL);
160*17169044Sbrutus 	ASSERT(resource != NULL);
161*17169044Sbrutus 
162*17169044Sbrutus 	rstruct = (ioat_rs_t *)handle;
163*17169044Sbrutus 
164*17169044Sbrutus 	mutex_enter(&rstruct->rs_mutex);
165*17169044Sbrutus 	min = rstruct->rs_min;
166*17169044Sbrutus 	max = rstruct->rs_max;
167*17169044Sbrutus 
168*17169044Sbrutus 	/*
169*17169044Sbrutus 	 * Find a free resource. This will return out of the loop once it finds
170*17169044Sbrutus 	 * a free resource. There are a total of 'max'-'min'+1 resources.
171*17169044Sbrutus 	 * Performs a round robin allocation.
172*17169044Sbrutus 	 */
173*17169044Sbrutus 	for (index = min; index <= max; index++) {
174*17169044Sbrutus 
175*17169044Sbrutus 		array_idx = rstruct->rs_last >> 6;
176*17169044Sbrutus 		free = rstruct->rs_free[array_idx];
177*17169044Sbrutus 		last = rstruct->rs_last & 0x3F;
178*17169044Sbrutus 
179*17169044Sbrutus 		/* if the next resource to check is free */
180*17169044Sbrutus 		if ((free & ((uint64_t)1 << last)) != 0) {
181*17169044Sbrutus 			/* we are using this resource */
182*17169044Sbrutus 			*resource = rstruct->rs_last;
183*17169044Sbrutus 
184*17169044Sbrutus 			/* take it out of the free list */
185*17169044Sbrutus 			rstruct->rs_free[array_idx] &= ~((uint64_t)1 << last);
186*17169044Sbrutus 
187*17169044Sbrutus 			/*
188*17169044Sbrutus 			 * increment the last count so we start checking the
189*17169044Sbrutus 			 * next resource on the next alloc().  Note the rollover
190*17169044Sbrutus 			 * at 'max'+1.
191*17169044Sbrutus 			 */
192*17169044Sbrutus 			rstruct->rs_last++;
193*17169044Sbrutus 			if (rstruct->rs_last > max) {
194*17169044Sbrutus 				rstruct->rs_last = rstruct->rs_min;
195*17169044Sbrutus 			}
196*17169044Sbrutus 
197*17169044Sbrutus 			/* unlock the resource structure */
198*17169044Sbrutus 			mutex_exit(&rstruct->rs_mutex);
199*17169044Sbrutus 
200*17169044Sbrutus 			return (DDI_SUCCESS);
201*17169044Sbrutus 		}
202*17169044Sbrutus 
203*17169044Sbrutus 		/*
204*17169044Sbrutus 		 * This resource is not free, lets go to the next one. Note the
205*17169044Sbrutus 		 * rollover at 'max'.
206*17169044Sbrutus 		 */
207*17169044Sbrutus 		rstruct->rs_last++;
208*17169044Sbrutus 		if (rstruct->rs_last > max) {
209*17169044Sbrutus 			rstruct->rs_last = rstruct->rs_min;
210*17169044Sbrutus 		}
211*17169044Sbrutus 	}
212*17169044Sbrutus 
213*17169044Sbrutus 	mutex_exit(&rstruct->rs_mutex);
214*17169044Sbrutus 
215*17169044Sbrutus 	return (DDI_FAILURE);
216*17169044Sbrutus }
217*17169044Sbrutus 
218*17169044Sbrutus 
219*17169044Sbrutus /*
220*17169044Sbrutus  * ioat_rs_free()
221*17169044Sbrutus  *    Free the previously alloc'd resource.  Once a resource has been free'd,
222*17169044Sbrutus  *    it can be used again when alloc is called.
223*17169044Sbrutus  */
224*17169044Sbrutus void
ioat_rs_free(ioat_rs_hdl_t handle,uint_t resource)225*17169044Sbrutus ioat_rs_free(ioat_rs_hdl_t handle, uint_t resource)
226*17169044Sbrutus {
227*17169044Sbrutus 	ioat_rs_t *rstruct;
228*17169044Sbrutus 	uint_t array_idx;
229*17169044Sbrutus 	uint_t offset;
230*17169044Sbrutus 
231*17169044Sbrutus 
232*17169044Sbrutus 	ASSERT(handle != NULL);
233*17169044Sbrutus 
234*17169044Sbrutus 	rstruct = (ioat_rs_t *)handle;
235*17169044Sbrutus 	ASSERT(resource >= rstruct->rs_min);
236*17169044Sbrutus 	ASSERT(resource <= rstruct->rs_max);
237*17169044Sbrutus 
238*17169044Sbrutus 	mutex_enter(&rstruct->rs_mutex);
239*17169044Sbrutus 
240*17169044Sbrutus 	/* Put the resource back in the free list */
241*17169044Sbrutus 	array_idx = resource >> 6;
242*17169044Sbrutus 	offset = resource & 0x3F;
243*17169044Sbrutus 	rstruct->rs_free[array_idx] |= ((uint64_t)1 << offset);
244*17169044Sbrutus 
245*17169044Sbrutus 	mutex_exit(&rstruct->rs_mutex);
246*17169044Sbrutus }
247