1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License, Version 1.0 only
6 * (the "License"). You may not use this file except in compliance
7 * with the License.
8 *
9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10 * or http://www.opensolaris.org/os/licensing.
11 * See the License for the specific language governing permissions
12 * and limitations under the License.
13 *
14 * When distributing Covered Code, include this CDDL HEADER in each
15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16 * If applicable, add the following below this CDDL HEADER, with the
17 * fields enclosed by brackets "[]" replaced with your own identifying
18 * information: Portions Copyright [yyyy] [name of copyright owner]
19 *
20 * CDDL HEADER END
21 */
22 /*
23 * Copyright 2005 Sun Microsystems, Inc. All rights reserved.
24 * Use is subject to license terms.
25 */
26
27 #pragma ident "%Z%%M% %I% %E% SMI"
28
29 #include <sys/types.h>
30 #include <sys/iommutsb.h>
31 #include <sys/systm.h>
32 #include <sys/sysmacros.h>
33 #include <sys/debug.h>
34 #include <sys/bootconf.h>
35 #include <sys/mutex.h>
36 #include <sys/platform_module.h>
37 #include <sys/cmn_err.h>
38
39 /*
40 * The interfaces provided by this file will eventually no longer
41 * be required once a physically contiguous memory allocator
42 * is available.
43 */
44
45 /*
46 * The TSB size and consequently the DVMA range is appropriated proportional
47 * to the physical memory size.
48 *
49 * phys_mem_size iommu TSB size DVMA size
50 * <= 32MB 64KB 64MB
51 * <= 128MB 256KB 256MB
52 * <= 512MB 512KB 512MB
53 * > 512MB 1MB 1GB
54 *
55 * NOTE: The original Solaris 8 FCS allocations must be used with
56 * 32-bit kernels.
57 *
58 */
59 static uint_t
resolve_tsb_size(pgcnt_t phys_mem_size)60 resolve_tsb_size(pgcnt_t phys_mem_size)
61 {
62 if (phys_mem_size <= 0x1000)
63 return (0x10000);
64 else if (phys_mem_size <= 0x4000)
65 return (0x40000);
66 else if (phys_mem_size <= 0x10000)
67 return (0x80000);
68 else
69 return (0x100000);
70 }
71
72 /* TSB size must be a power of 2 between the minimum and the maximum. */
73 #define MIN_TSB_BYTES 0x2000
74 #define MAX_TSB_BYTES 0x100000
75
76 /*
77 * Use boot to allocate the physically contiguous memory needed for the
78 * IOMMU's TSB arrays until there is an interface for dynamically
79 * allocated, physically contiguous memory.
80 * The number IOMMUs at boot, niommu_tsbs, is set as a side effect
81 * of map_wellknown_devices(). The number of TSBs allocated is
82 * at least niommu_tsbs. On platforms supporting Dynamic Reconfiguration
83 * the platmod routine set_platform_tsb_spares() returns the
84 * maximum total number of TSBs expected. The final number of TSBs
85 * allocated is set in iommu_tsb_num.
86 *
87 * WARNING - since this routine uses boot to allocate memory, it MUST
88 * be called before the kernel takes over memory allocation from boot.
89 */
90 #define MAX_IOMMU_PER_AGENT 2
91 #define MAX_TSB_ALLOC (MAX_UPA * MAX_IOMMU_PER_AGENT)
92
93 static kmutex_t iommu_tsb_avail_lock;
94 static uint16_t iommu_tsb_avail[MAX_TSB_ALLOC];
95 #define IOMMU_TSB_INUSE 0x8000u
96 static uint_t iommu_tsb_num;
97 #ifdef DEBUG
98 static uint_t iommu_tsb_nfree;
99 #endif /* DEBUG */
100
101 static caddr_t iommu_tsb_base;
102 static uint_t iommu_tsb_size;
103
104 uint_t niommu_tsbs;
105
106 /*
107 * The following variables can be patched to override the auto-selection
108 * of dvma space based on the amount of installed physical memory.
109 * Not settable via /etc/system as it is read after iommu_tsb_init()
110 * is called.
111 */
112 uint_t iommu_tsb_size_min = MIN_TSB_BYTES;
113 uint_t iommu_tsb_size_max = MAX_TSB_BYTES;
114
115 caddr_t
iommu_tsb_init(caddr_t alloc_base)116 iommu_tsb_init(caddr_t alloc_base)
117 {
118 size_t total_size;
119 caddr_t base = (caddr_t)roundup((uintptr_t)alloc_base, MMU_PAGESIZE);
120 uint_t tsb_min, tsb_max;
121 uint_t tsb_size;
122 uint_t ntsbs;
123
124 /*
125 * determine the amount of physical memory required for the TSB arrays
126 *
127 * assumes niommu_tsbs has already been initialized, i.e.
128 * map_wellknown_devices()
129 *
130 * TSB space is allocated proportional to memory size (see
131 * resolve_tsb_size) but later constained by the limit obtained
132 * from get_dvma_property_limit in the nexus attach.
133 */
134 tsb_size = resolve_tsb_size(physinstalled);
135
136 tsb_min = MAX(iommu_tsb_size_min, MIN_TSB_BYTES);
137 tsb_max = MIN(iommu_tsb_size_max, MAX_TSB_BYTES);
138
139 if (tsb_min <= tsb_max) {
140 uint_t sz;
141
142 /* Ensure that min and max are powers of two. */
143 /* guaranteed min and max are both between MIN/MAX_TSB_BYTES */
144 for (sz = MAX_TSB_BYTES; !(sz & tsb_min); sz >>= 1)
145 /* empty */;
146 tsb_min = sz;
147 for (sz = MAX_TSB_BYTES; !(sz & tsb_max); sz >>= 1)
148 /* empty */;
149 tsb_max = sz;
150
151 /* guaranteed min still <= max */
152 tsb_size = MIN(tsb_size, tsb_max);
153 tsb_size = MAX(tsb_size, tsb_min);
154 } else
155 cmn_err(CE_WARN,
156 "iommutsb: bad iommu_tsb_size_min/max value pair");
157
158 iommu_tsb_size = tsb_size;
159
160 if (&set_platform_tsb_spares)
161 ntsbs = set_platform_tsb_spares();
162 else
163 ntsbs = 0;
164 ntsbs = MAX(ntsbs, niommu_tsbs);
165 ntsbs = MIN(ntsbs, MAX_TSB_ALLOC);
166
167 total_size = ntsbs * tsb_size;
168
169 if (total_size == 0)
170 return (alloc_base);
171
172 /*
173 * allocate the physical memory for the TSB arrays
174 */
175 if ((iommu_tsb_base = (caddr_t)BOP_ALLOC(bootops, base,
176 total_size, MMU_PAGESIZE)) == NULL)
177 cmn_err(CE_PANIC, "Cannot allocate IOMMU TSB arrays");
178 ASSERT(iommu_tsb_base == base);
179
180 iommu_tsb_num = ntsbs;
181 #ifdef DEBUG
182 iommu_tsb_nfree = iommu_tsb_num;
183 #endif /* DEBUG */
184
185 return (base + total_size);
186 }
187
188 /*
189 * External allocation interface to the nexus drivers (sbus, pci).
190 * As an aid to debugging, the upaid or portid is recorded against
191 * an allocation.
192 */
193 uint16_t
iommu_tsb_alloc(uint16_t id)194 iommu_tsb_alloc(uint16_t id)
195 {
196 uint16_t tsbc;
197 uint_t i;
198
199 tsbc = IOMMU_TSB_COOKIE_NONE;
200 mutex_enter(&iommu_tsb_avail_lock);
201 for (i = 0; i < iommu_tsb_num; i++) {
202 if (iommu_tsb_avail[i] == 0) {
203 iommu_tsb_avail[i] = IOMMU_TSB_INUSE | id;
204 tsbc = (uint16_t)i;
205 #ifdef DEBUG
206 ASSERT(iommu_tsb_nfree != 0);
207 iommu_tsb_nfree--;
208 #endif /* DEBUG */
209 break;
210 }
211 }
212 mutex_exit(&iommu_tsb_avail_lock);
213 return (tsbc);
214 }
215
216 void
iommu_tsb_free(uint16_t tsbc)217 iommu_tsb_free(uint16_t tsbc)
218 {
219 ASSERT(tsbc != IOMMU_TSB_COOKIE_NONE);
220 ASSERT(tsbc < iommu_tsb_num);
221 mutex_enter(&iommu_tsb_avail_lock);
222 if (iommu_tsb_avail[tsbc] == 0) {
223 cmn_err(CE_PANIC, "iommu_tsb_free(%d): tsb not in use", tsbc);
224 }
225 iommu_tsb_avail[tsbc] = 0;
226 #ifdef DEBUG
227 ASSERT(iommu_tsb_nfree < iommu_tsb_num);
228 iommu_tsb_nfree++;
229 #endif /* DEBUG */
230 mutex_exit(&iommu_tsb_avail_lock);
231 }
232
233 /*ARGSUSED*/
234 uint_t
iommu_tsb_cookie_to_size(uint16_t tsbc)235 iommu_tsb_cookie_to_size(uint16_t tsbc)
236 {
237 ASSERT(tsbc != IOMMU_TSB_COOKIE_NONE);
238 ASSERT(tsbc < iommu_tsb_num);
239 ASSERT(iommu_tsb_avail[tsbc] != 0);
240 return (iommu_tsb_size);
241 }
242
243 uint64_t *
iommu_tsb_cookie_to_va(uint16_t tsbc)244 iommu_tsb_cookie_to_va(uint16_t tsbc)
245 {
246 ASSERT(tsbc != IOMMU_TSB_COOKIE_NONE);
247 ASSERT(tsbc < iommu_tsb_num);
248 ASSERT(iommu_tsb_avail[tsbc] != 0);
249 return ((uint64_t *)(iommu_tsb_base + (tsbc * iommu_tsb_size)));
250 }
251