11ba4a712SPawel Jakub Dawidek /*- 21ba4a712SPawel Jakub Dawidek * Copyright (c) 2007 Pawel Jakub Dawidek <pjd@FreeBSD.org> 31ba4a712SPawel Jakub Dawidek * All rights reserved. 41ba4a712SPawel Jakub Dawidek * 51ba4a712SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 61ba4a712SPawel Jakub Dawidek * modification, are permitted provided that the following conditions 71ba4a712SPawel Jakub Dawidek * are met: 81ba4a712SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 91ba4a712SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 101ba4a712SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 111ba4a712SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 121ba4a712SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 131ba4a712SPawel Jakub Dawidek * 141ba4a712SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 151ba4a712SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 161ba4a712SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 171ba4a712SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 181ba4a712SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 191ba4a712SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 201ba4a712SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 211ba4a712SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 221ba4a712SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 231ba4a712SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 241ba4a712SPawel Jakub Dawidek * SUCH DAMAGE. 251ba4a712SPawel Jakub Dawidek */ 261ba4a712SPawel Jakub Dawidek 271ba4a712SPawel Jakub Dawidek #include <sys/cdefs.h> 281ba4a712SPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 291ba4a712SPawel Jakub Dawidek 301ba4a712SPawel Jakub Dawidek #include <sys/param.h> 311ba4a712SPawel Jakub Dawidek #include <sys/kernel.h> 321ba4a712SPawel Jakub Dawidek #include <sys/systm.h> 331ba4a712SPawel Jakub Dawidek #include <sys/sysctl.h> 341ba4a712SPawel Jakub Dawidek #include <sys/errno.h> 3549939083SJamie Gritton #include <sys/jail.h> 361ba4a712SPawel Jakub Dawidek #include <sys/malloc.h> 371ba4a712SPawel Jakub Dawidek #include <sys/lock.h> 381ba4a712SPawel Jakub Dawidek #include <sys/mutex.h> 3961304249SJamie Gritton #include <sys/rmlock.h> 4061304249SJamie Gritton #include <sys/sx.h> 411ba4a712SPawel Jakub Dawidek #include <sys/queue.h> 421ba4a712SPawel Jakub Dawidek #include <sys/proc.h> 431ba4a712SPawel Jakub Dawidek #include <sys/osd.h> 441ba4a712SPawel Jakub Dawidek 451ba4a712SPawel Jakub Dawidek /* OSD (Object Specific Data) */ 461ba4a712SPawel Jakub Dawidek 47859f4d06SJamie Gritton /* 48859f4d06SJamie Gritton * Lock key: 49859f4d06SJamie Gritton * (m) osd_module_lock 50859f4d06SJamie Gritton * (o) osd_object_lock 51859f4d06SJamie Gritton * (l) osd_list_lock 52859f4d06SJamie Gritton */ 53859f4d06SJamie Gritton struct osd_master { 54859f4d06SJamie Gritton struct sx osd_module_lock; 55859f4d06SJamie Gritton struct rmlock osd_object_lock; 56859f4d06SJamie Gritton struct mtx osd_list_lock; 57320d8421SJamie Gritton LIST_HEAD(, osd) osd_list; /* (l) */ 58859f4d06SJamie Gritton osd_destructor_t *osd_destructors; /* (o) */ 59859f4d06SJamie Gritton osd_method_t *osd_methods; /* (m) */ 60859f4d06SJamie Gritton u_int osd_ntslots; /* (m) */ 61859f4d06SJamie Gritton const u_int osd_nmethods; 62859f4d06SJamie Gritton }; 63859f4d06SJamie Gritton 641ba4a712SPawel Jakub Dawidek static MALLOC_DEFINE(M_OSD, "osd", "Object Specific Data"); 651ba4a712SPawel Jakub Dawidek 661ba4a712SPawel Jakub Dawidek static int osd_debug = 0; 67af3b2549SHans Petter Selasky SYSCTL_INT(_debug, OID_AUTO, osd, CTLFLAG_RWTUN, &osd_debug, 0, "OSD debug level"); 681ba4a712SPawel Jakub Dawidek 691ba4a712SPawel Jakub Dawidek #define OSD_DEBUG(...) do { \ 701ba4a712SPawel Jakub Dawidek if (osd_debug) { \ 711ba4a712SPawel Jakub Dawidek printf("OSD (%s:%u): ", __func__, __LINE__); \ 721ba4a712SPawel Jakub Dawidek printf(__VA_ARGS__); \ 731ba4a712SPawel Jakub Dawidek printf("\n"); \ 741ba4a712SPawel Jakub Dawidek } \ 751ba4a712SPawel Jakub Dawidek } while (0) 761ba4a712SPawel Jakub Dawidek 7761304249SJamie Gritton static void do_osd_del(u_int type, struct osd *osd, u_int slot, 7861304249SJamie Gritton int list_locked); 7961304249SJamie Gritton 801ba4a712SPawel Jakub Dawidek /* 81859f4d06SJamie Gritton * List of objects with OSD. 821ba4a712SPawel Jakub Dawidek */ 83859f4d06SJamie Gritton struct osd_master osdm[OSD_LAST + 1] = { 84859f4d06SJamie Gritton [OSD_JAIL] = { .osd_nmethods = PR_MAXMETHOD }, 85b38ff370SJamie Gritton }; 8661304249SJamie Gritton 871ba4a712SPawel Jakub Dawidek static void 881ba4a712SPawel Jakub Dawidek osd_default_destructor(void *value __unused) 891ba4a712SPawel Jakub Dawidek { 901ba4a712SPawel Jakub Dawidek /* Do nothing. */ 911ba4a712SPawel Jakub Dawidek } 921ba4a712SPawel Jakub Dawidek 931ba4a712SPawel Jakub Dawidek int 9461304249SJamie Gritton osd_register(u_int type, osd_destructor_t destructor, osd_method_t *methods) 951ba4a712SPawel Jakub Dawidek { 961ba4a712SPawel Jakub Dawidek void *newptr; 9761304249SJamie Gritton u_int i, m; 981ba4a712SPawel Jakub Dawidek 991ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 1001ba4a712SPawel Jakub Dawidek 1011ba4a712SPawel Jakub Dawidek /* 1021ba4a712SPawel Jakub Dawidek * If no destructor is given, use default one. We need to use some 1031ba4a712SPawel Jakub Dawidek * destructor, because NULL destructor means unused slot. 1041ba4a712SPawel Jakub Dawidek */ 1051ba4a712SPawel Jakub Dawidek if (destructor == NULL) 1061ba4a712SPawel Jakub Dawidek destructor = osd_default_destructor; 1071ba4a712SPawel Jakub Dawidek 108859f4d06SJamie Gritton sx_xlock(&osdm[type].osd_module_lock); 1091ba4a712SPawel Jakub Dawidek /* 1101ba4a712SPawel Jakub Dawidek * First, we try to find unused slot. 1111ba4a712SPawel Jakub Dawidek */ 112859f4d06SJamie Gritton for (i = 0; i < osdm[type].osd_ntslots; i++) { 113859f4d06SJamie Gritton if (osdm[type].osd_destructors[i] == NULL) { 1141ba4a712SPawel Jakub Dawidek OSD_DEBUG("Unused slot found (type=%u, slot=%u).", 1151ba4a712SPawel Jakub Dawidek type, i); 1161ba4a712SPawel Jakub Dawidek break; 1171ba4a712SPawel Jakub Dawidek } 1181ba4a712SPawel Jakub Dawidek } 1191ba4a712SPawel Jakub Dawidek /* 1201ba4a712SPawel Jakub Dawidek * If no unused slot was found, allocate one. 1211ba4a712SPawel Jakub Dawidek */ 122859f4d06SJamie Gritton if (i == osdm[type].osd_ntslots) { 123859f4d06SJamie Gritton osdm[type].osd_ntslots++; 124859f4d06SJamie Gritton if (osdm[type].osd_nmethods != 0) 125859f4d06SJamie Gritton osdm[type].osd_methods = realloc(osdm[type].osd_methods, 126859f4d06SJamie Gritton sizeof(osd_method_t) * osdm[type].osd_ntslots * 127859f4d06SJamie Gritton osdm[type].osd_nmethods, M_OSD, M_WAITOK); 128859f4d06SJamie Gritton newptr = malloc(sizeof(osd_destructor_t) * 129859f4d06SJamie Gritton osdm[type].osd_ntslots, M_OSD, M_WAITOK); 130859f4d06SJamie Gritton rm_wlock(&osdm[type].osd_object_lock); 131859f4d06SJamie Gritton bcopy(osdm[type].osd_destructors, newptr, 13261304249SJamie Gritton sizeof(osd_destructor_t) * i); 133859f4d06SJamie Gritton free(osdm[type].osd_destructors, M_OSD); 134859f4d06SJamie Gritton osdm[type].osd_destructors = newptr; 135859f4d06SJamie Gritton rm_wunlock(&osdm[type].osd_object_lock); 1361ba4a712SPawel Jakub Dawidek OSD_DEBUG("New slot allocated (type=%u, slot=%u).", 1371ba4a712SPawel Jakub Dawidek type, i + 1); 1381ba4a712SPawel Jakub Dawidek } 13961304249SJamie Gritton 140859f4d06SJamie Gritton osdm[type].osd_destructors[i] = destructor; 141859f4d06SJamie Gritton if (osdm[type].osd_nmethods != 0) { 142859f4d06SJamie Gritton for (m = 0; m < osdm[type].osd_nmethods; m++) 143859f4d06SJamie Gritton osdm[type].osd_methods[i * osdm[type].osd_nmethods + m] 144859f4d06SJamie Gritton = methods != NULL ? methods[m] : NULL; 14561304249SJamie Gritton } 146859f4d06SJamie Gritton sx_xunlock(&osdm[type].osd_module_lock); 1471ba4a712SPawel Jakub Dawidek return (i + 1); 1481ba4a712SPawel Jakub Dawidek } 1491ba4a712SPawel Jakub Dawidek 1501ba4a712SPawel Jakub Dawidek void 1511ba4a712SPawel Jakub Dawidek osd_deregister(u_int type, u_int slot) 1521ba4a712SPawel Jakub Dawidek { 1531ba4a712SPawel Jakub Dawidek struct osd *osd, *tosd; 1541ba4a712SPawel Jakub Dawidek 1551ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 1561ba4a712SPawel Jakub Dawidek KASSERT(slot > 0, ("Invalid slot.")); 157859f4d06SJamie Gritton KASSERT(osdm[type].osd_destructors[slot - 1] != NULL, ("Unused slot.")); 1581ba4a712SPawel Jakub Dawidek 159859f4d06SJamie Gritton sx_xlock(&osdm[type].osd_module_lock); 160859f4d06SJamie Gritton rm_wlock(&osdm[type].osd_object_lock); 1611ba4a712SPawel Jakub Dawidek /* 1621ba4a712SPawel Jakub Dawidek * Free all OSD for the given slot. 1631ba4a712SPawel Jakub Dawidek */ 164859f4d06SJamie Gritton mtx_lock(&osdm[type].osd_list_lock); 165859f4d06SJamie Gritton LIST_FOREACH_SAFE(osd, &osdm[type].osd_list, osd_next, tosd) 16661304249SJamie Gritton do_osd_del(type, osd, slot, 1); 167859f4d06SJamie Gritton mtx_unlock(&osdm[type].osd_list_lock); 1681ba4a712SPawel Jakub Dawidek /* 1691ba4a712SPawel Jakub Dawidek * Set destructor to NULL to free the slot. 1701ba4a712SPawel Jakub Dawidek */ 171859f4d06SJamie Gritton osdm[type].osd_destructors[slot - 1] = NULL; 172859f4d06SJamie Gritton if (slot == osdm[type].osd_ntslots) { 173859f4d06SJamie Gritton osdm[type].osd_ntslots--; 174859f4d06SJamie Gritton osdm[type].osd_destructors = realloc(osdm[type].osd_destructors, 175859f4d06SJamie Gritton sizeof(osd_destructor_t) * osdm[type].osd_ntslots, M_OSD, 1761ba4a712SPawel Jakub Dawidek M_NOWAIT | M_ZERO); 177859f4d06SJamie Gritton if (osdm[type].osd_nmethods != 0) 178859f4d06SJamie Gritton osdm[type].osd_methods = realloc(osdm[type].osd_methods, 179859f4d06SJamie Gritton sizeof(osd_method_t) * osdm[type].osd_ntslots * 180859f4d06SJamie Gritton osdm[type].osd_nmethods, M_OSD, M_NOWAIT | M_ZERO); 1811ba4a712SPawel Jakub Dawidek /* 1821ba4a712SPawel Jakub Dawidek * We always reallocate to smaller size, so we assume it will 1831ba4a712SPawel Jakub Dawidek * always succeed. 1841ba4a712SPawel Jakub Dawidek */ 185859f4d06SJamie Gritton KASSERT(osdm[type].osd_destructors != NULL && 186859f4d06SJamie Gritton (osdm[type].osd_nmethods == 0 || 187859f4d06SJamie Gritton osdm[type].osd_methods != NULL), ("realloc() failed")); 1881ba4a712SPawel Jakub Dawidek OSD_DEBUG("Deregistration of the last slot (type=%u, slot=%u).", 1891ba4a712SPawel Jakub Dawidek type, slot); 1901ba4a712SPawel Jakub Dawidek } else { 1911ba4a712SPawel Jakub Dawidek OSD_DEBUG("Slot deregistration (type=%u, slot=%u).", 1921ba4a712SPawel Jakub Dawidek type, slot); 1931ba4a712SPawel Jakub Dawidek } 194859f4d06SJamie Gritton rm_wunlock(&osdm[type].osd_object_lock); 195859f4d06SJamie Gritton sx_xunlock(&osdm[type].osd_module_lock); 1961ba4a712SPawel Jakub Dawidek } 1971ba4a712SPawel Jakub Dawidek 1981ba4a712SPawel Jakub Dawidek int 1991ba4a712SPawel Jakub Dawidek osd_set(u_int type, struct osd *osd, u_int slot, void *value) 2001ba4a712SPawel Jakub Dawidek { 201320d8421SJamie Gritton 202320d8421SJamie Gritton return (osd_set_reserved(type, osd, slot, NULL, value)); 203320d8421SJamie Gritton } 204320d8421SJamie Gritton 205*aa90aec2SConrad Meyer void ** 206320d8421SJamie Gritton osd_reserve(u_int slot) 207320d8421SJamie Gritton { 208320d8421SJamie Gritton 209320d8421SJamie Gritton KASSERT(slot > 0, ("Invalid slot.")); 210320d8421SJamie Gritton 211320d8421SJamie Gritton OSD_DEBUG("Reserving slot array (slot=%u).", slot); 212320d8421SJamie Gritton return (malloc(sizeof(void *) * slot, M_OSD, M_WAITOK | M_ZERO)); 213320d8421SJamie Gritton } 214320d8421SJamie Gritton 215320d8421SJamie Gritton int 216*aa90aec2SConrad Meyer osd_set_reserved(u_int type, struct osd *osd, u_int slot, void **rsv, 217320d8421SJamie Gritton void *value) 218320d8421SJamie Gritton { 21961304249SJamie Gritton struct rm_priotracker tracker; 2201ba4a712SPawel Jakub Dawidek 2211ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 2221ba4a712SPawel Jakub Dawidek KASSERT(slot > 0, ("Invalid slot.")); 223859f4d06SJamie Gritton KASSERT(osdm[type].osd_destructors[slot - 1] != NULL, ("Unused slot.")); 2241ba4a712SPawel Jakub Dawidek 225859f4d06SJamie Gritton rm_rlock(&osdm[type].osd_object_lock, &tracker); 22661304249SJamie Gritton if (slot > osd->osd_nslots) { 227*aa90aec2SConrad Meyer void **newptr; 228320d8421SJamie Gritton 22961304249SJamie Gritton if (value == NULL) { 23061304249SJamie Gritton OSD_DEBUG( 23161304249SJamie Gritton "Not allocating null slot (type=%u, slot=%u).", 23261304249SJamie Gritton type, slot); 233859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, &tracker); 234320d8421SJamie Gritton if (rsv) 235320d8421SJamie Gritton osd_free_reserved(rsv); 23661304249SJamie Gritton return (0); 23761304249SJamie Gritton } 2381ba4a712SPawel Jakub Dawidek 2391ba4a712SPawel Jakub Dawidek /* 240320d8421SJamie Gritton * Too few slots allocated here, so we need to extend or create 24161304249SJamie Gritton * the array. 2421ba4a712SPawel Jakub Dawidek */ 243320d8421SJamie Gritton if (rsv) { 244320d8421SJamie Gritton /* 245320d8421SJamie Gritton * Use the reserve passed in (assumed to be 246320d8421SJamie Gritton * the right size). 247320d8421SJamie Gritton */ 248320d8421SJamie Gritton newptr = rsv; 249320d8421SJamie Gritton if (osd->osd_nslots != 0) { 250320d8421SJamie Gritton memcpy(newptr, osd->osd_slots, 251320d8421SJamie Gritton sizeof(void *) * osd->osd_nslots); 252320d8421SJamie Gritton free(osd->osd_slots, M_OSD); 253320d8421SJamie Gritton } 254320d8421SJamie Gritton } else { 25561304249SJamie Gritton newptr = realloc(osd->osd_slots, sizeof(void *) * slot, 25661304249SJamie Gritton M_OSD, M_NOWAIT | M_ZERO); 25761304249SJamie Gritton if (newptr == NULL) { 258859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, 259859f4d06SJamie Gritton &tracker); 2601ba4a712SPawel Jakub Dawidek return (ENOMEM); 26161304249SJamie Gritton } 262320d8421SJamie Gritton } 263320d8421SJamie Gritton if (osd->osd_nslots == 0) { 264320d8421SJamie Gritton /* 265320d8421SJamie Gritton * First OSD for this object, so we need to put it 266320d8421SJamie Gritton * onto the list. 267320d8421SJamie Gritton */ 268320d8421SJamie Gritton mtx_lock(&osdm[type].osd_list_lock); 269320d8421SJamie Gritton LIST_INSERT_HEAD(&osdm[type].osd_list, osd, osd_next); 270320d8421SJamie Gritton mtx_unlock(&osdm[type].osd_list_lock); 271320d8421SJamie Gritton OSD_DEBUG("Setting first slot (type=%u).", type); 272320d8421SJamie Gritton } else 273320d8421SJamie Gritton OSD_DEBUG("Growing slots array (type=%u).", type); 2741ba4a712SPawel Jakub Dawidek osd->osd_slots = newptr; 2751ba4a712SPawel Jakub Dawidek osd->osd_nslots = slot; 276320d8421SJamie Gritton } else if (rsv) 277320d8421SJamie Gritton osd_free_reserved(rsv); 2781ba4a712SPawel Jakub Dawidek OSD_DEBUG("Setting slot value (type=%u, slot=%u, value=%p).", type, 2791ba4a712SPawel Jakub Dawidek slot, value); 2801ba4a712SPawel Jakub Dawidek osd->osd_slots[slot - 1] = value; 281859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, &tracker); 2821ba4a712SPawel Jakub Dawidek return (0); 2831ba4a712SPawel Jakub Dawidek } 2841ba4a712SPawel Jakub Dawidek 285320d8421SJamie Gritton void 286*aa90aec2SConrad Meyer osd_free_reserved(void **rsv) 287320d8421SJamie Gritton { 288320d8421SJamie Gritton 289320d8421SJamie Gritton OSD_DEBUG("Discarding reserved slot array."); 290320d8421SJamie Gritton free(rsv, M_OSD); 291320d8421SJamie Gritton } 292320d8421SJamie Gritton 2931ba4a712SPawel Jakub Dawidek void * 2941ba4a712SPawel Jakub Dawidek osd_get(u_int type, struct osd *osd, u_int slot) 2951ba4a712SPawel Jakub Dawidek { 29661304249SJamie Gritton struct rm_priotracker tracker; 29761304249SJamie Gritton void *value; 2981ba4a712SPawel Jakub Dawidek 2991ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 3001ba4a712SPawel Jakub Dawidek KASSERT(slot > 0, ("Invalid slot.")); 301859f4d06SJamie Gritton KASSERT(osdm[type].osd_destructors[slot - 1] != NULL, ("Unused slot.")); 3021ba4a712SPawel Jakub Dawidek 303859f4d06SJamie Gritton rm_rlock(&osdm[type].osd_object_lock, &tracker); 3041ba4a712SPawel Jakub Dawidek if (slot > osd->osd_nslots) { 30561304249SJamie Gritton value = NULL; 3061ba4a712SPawel Jakub Dawidek OSD_DEBUG("Slot doesn't exist (type=%u, slot=%u).", type, slot); 30761304249SJamie Gritton } else { 30861304249SJamie Gritton value = osd->osd_slots[slot - 1]; 30961304249SJamie Gritton OSD_DEBUG("Returning slot value (type=%u, slot=%u, value=%p).", 31061304249SJamie Gritton type, slot, value); 3111ba4a712SPawel Jakub Dawidek } 312859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, &tracker); 31361304249SJamie Gritton return (value); 3141ba4a712SPawel Jakub Dawidek } 3151ba4a712SPawel Jakub Dawidek 3161ba4a712SPawel Jakub Dawidek void 3171ba4a712SPawel Jakub Dawidek osd_del(u_int type, struct osd *osd, u_int slot) 3181ba4a712SPawel Jakub Dawidek { 31961304249SJamie Gritton struct rm_priotracker tracker; 32061304249SJamie Gritton 321859f4d06SJamie Gritton rm_rlock(&osdm[type].osd_object_lock, &tracker); 32261304249SJamie Gritton do_osd_del(type, osd, slot, 0); 323859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, &tracker); 32461304249SJamie Gritton } 32561304249SJamie Gritton 32661304249SJamie Gritton static void 32761304249SJamie Gritton do_osd_del(u_int type, struct osd *osd, u_int slot, int list_locked) 32861304249SJamie Gritton { 3291ba4a712SPawel Jakub Dawidek int i; 3301ba4a712SPawel Jakub Dawidek 3311ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 3321ba4a712SPawel Jakub Dawidek KASSERT(slot > 0, ("Invalid slot.")); 333859f4d06SJamie Gritton KASSERT(osdm[type].osd_destructors[slot - 1] != NULL, ("Unused slot.")); 3341ba4a712SPawel Jakub Dawidek 3351ba4a712SPawel Jakub Dawidek OSD_DEBUG("Deleting slot (type=%u, slot=%u).", type, slot); 3361ba4a712SPawel Jakub Dawidek 3371ba4a712SPawel Jakub Dawidek if (slot > osd->osd_nslots) { 3381ba4a712SPawel Jakub Dawidek OSD_DEBUG("Slot doesn't exist (type=%u, slot=%u).", type, slot); 3391ba4a712SPawel Jakub Dawidek return; 3401ba4a712SPawel Jakub Dawidek } 3413dd4fac9SJamie Gritton if (osd->osd_slots[slot - 1] != NULL) { 342859f4d06SJamie Gritton osdm[type].osd_destructors[slot - 1](osd->osd_slots[slot - 1]); 3431ba4a712SPawel Jakub Dawidek osd->osd_slots[slot - 1] = NULL; 3443dd4fac9SJamie Gritton } 3451ba4a712SPawel Jakub Dawidek for (i = osd->osd_nslots - 1; i >= 0; i--) { 3461ba4a712SPawel Jakub Dawidek if (osd->osd_slots[i] != NULL) { 34761304249SJamie Gritton OSD_DEBUG("Slot still has a value (type=%u, slot=%u).", 34861304249SJamie Gritton type, i + 1); 3491ba4a712SPawel Jakub Dawidek break; 3501ba4a712SPawel Jakub Dawidek } 3511ba4a712SPawel Jakub Dawidek } 3521ba4a712SPawel Jakub Dawidek if (i == -1) { 3531ba4a712SPawel Jakub Dawidek /* No values left for this object. */ 3541ba4a712SPawel Jakub Dawidek OSD_DEBUG("No more slots left (type=%u).", type); 35561304249SJamie Gritton if (!list_locked) 356859f4d06SJamie Gritton mtx_lock(&osdm[type].osd_list_lock); 3571ba4a712SPawel Jakub Dawidek LIST_REMOVE(osd, osd_next); 35861304249SJamie Gritton if (!list_locked) 359859f4d06SJamie Gritton mtx_unlock(&osdm[type].osd_list_lock); 3601ba4a712SPawel Jakub Dawidek free(osd->osd_slots, M_OSD); 3611ba4a712SPawel Jakub Dawidek osd->osd_slots = NULL; 3621ba4a712SPawel Jakub Dawidek osd->osd_nslots = 0; 3631ba4a712SPawel Jakub Dawidek } else if (slot == osd->osd_nslots) { 3641ba4a712SPawel Jakub Dawidek /* This was the last slot. */ 3651ba4a712SPawel Jakub Dawidek osd->osd_slots = realloc(osd->osd_slots, 3661ba4a712SPawel Jakub Dawidek sizeof(void *) * (i + 1), M_OSD, M_NOWAIT | M_ZERO); 3671ba4a712SPawel Jakub Dawidek /* 3681ba4a712SPawel Jakub Dawidek * We always reallocate to smaller size, so we assume it will 3691ba4a712SPawel Jakub Dawidek * always succeed. 3701ba4a712SPawel Jakub Dawidek */ 3711ba4a712SPawel Jakub Dawidek KASSERT(osd->osd_slots != NULL, ("realloc() failed")); 3721ba4a712SPawel Jakub Dawidek osd->osd_nslots = i + 1; 3731ba4a712SPawel Jakub Dawidek OSD_DEBUG("Reducing slots array to %u (type=%u).", 3741ba4a712SPawel Jakub Dawidek osd->osd_nslots, type); 3751ba4a712SPawel Jakub Dawidek } 3761ba4a712SPawel Jakub Dawidek } 3771ba4a712SPawel Jakub Dawidek 37861304249SJamie Gritton int 37961304249SJamie Gritton osd_call(u_int type, u_int method, void *obj, void *data) 38061304249SJamie Gritton { 38161304249SJamie Gritton osd_method_t methodfun; 38261304249SJamie Gritton int error, i; 38361304249SJamie Gritton 38461304249SJamie Gritton KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 385859f4d06SJamie Gritton KASSERT(method < osdm[type].osd_nmethods, ("Invalid method.")); 38661304249SJamie Gritton 38761304249SJamie Gritton /* 38861304249SJamie Gritton * Call this method for every slot that defines it, stopping if an 38961304249SJamie Gritton * error is encountered. 39061304249SJamie Gritton */ 39161304249SJamie Gritton error = 0; 392859f4d06SJamie Gritton sx_slock(&osdm[type].osd_module_lock); 393859f4d06SJamie Gritton for (i = 0; i < osdm[type].osd_ntslots; i++) { 394859f4d06SJamie Gritton methodfun = osdm[type].osd_methods[i * osdm[type].osd_nmethods + 395859f4d06SJamie Gritton method]; 39661304249SJamie Gritton if (methodfun != NULL && (error = methodfun(obj, data)) != 0) 39761304249SJamie Gritton break; 39861304249SJamie Gritton } 399859f4d06SJamie Gritton sx_sunlock(&osdm[type].osd_module_lock); 40061304249SJamie Gritton return (error); 40161304249SJamie Gritton } 40261304249SJamie Gritton 4031ba4a712SPawel Jakub Dawidek void 4041ba4a712SPawel Jakub Dawidek osd_exit(u_int type, struct osd *osd) 4051ba4a712SPawel Jakub Dawidek { 40661304249SJamie Gritton struct rm_priotracker tracker; 4071ba4a712SPawel Jakub Dawidek u_int i; 4081ba4a712SPawel Jakub Dawidek 4091ba4a712SPawel Jakub Dawidek KASSERT(type >= OSD_FIRST && type <= OSD_LAST, ("Invalid type.")); 4101ba4a712SPawel Jakub Dawidek 4111ba4a712SPawel Jakub Dawidek if (osd->osd_nslots == 0) { 4121ba4a712SPawel Jakub Dawidek KASSERT(osd->osd_slots == NULL, ("Non-null osd_slots.")); 4131ba4a712SPawel Jakub Dawidek /* No OSD attached, just leave. */ 4141ba4a712SPawel Jakub Dawidek return; 4151ba4a712SPawel Jakub Dawidek } 4161ba4a712SPawel Jakub Dawidek 417859f4d06SJamie Gritton rm_rlock(&osdm[type].osd_object_lock, &tracker); 41861304249SJamie Gritton for (i = 1; i <= osd->osd_nslots; i++) { 419859f4d06SJamie Gritton if (osdm[type].osd_destructors[i - 1] != NULL) 42061304249SJamie Gritton do_osd_del(type, osd, i, 0); 42161304249SJamie Gritton else 42261304249SJamie Gritton OSD_DEBUG("Unused slot (type=%u, slot=%u).", type, i); 42361304249SJamie Gritton } 424859f4d06SJamie Gritton rm_runlock(&osdm[type].osd_object_lock, &tracker); 4251ba4a712SPawel Jakub Dawidek OSD_DEBUG("Object exit (type=%u).", type); 4261ba4a712SPawel Jakub Dawidek } 4271ba4a712SPawel Jakub Dawidek 4281ba4a712SPawel Jakub Dawidek static void 4291ba4a712SPawel Jakub Dawidek osd_init(void *arg __unused) 4301ba4a712SPawel Jakub Dawidek { 4311ba4a712SPawel Jakub Dawidek u_int i; 4321ba4a712SPawel Jakub Dawidek 4331ba4a712SPawel Jakub Dawidek for (i = OSD_FIRST; i <= OSD_LAST; i++) { 434859f4d06SJamie Gritton sx_init(&osdm[i].osd_module_lock, "osd_module"); 435859f4d06SJamie Gritton rm_init(&osdm[i].osd_object_lock, "osd_object"); 436859f4d06SJamie Gritton mtx_init(&osdm[i].osd_list_lock, "osd_list", NULL, MTX_DEF); 437859f4d06SJamie Gritton LIST_INIT(&osdm[i].osd_list); 438859f4d06SJamie Gritton osdm[i].osd_destructors = NULL; 439859f4d06SJamie Gritton osdm[i].osd_ntslots = 0; 440859f4d06SJamie Gritton osdm[i].osd_methods = NULL; 4411ba4a712SPawel Jakub Dawidek } 4421ba4a712SPawel Jakub Dawidek } 4431ba4a712SPawel Jakub Dawidek SYSINIT(osd, SI_SUB_LOCK, SI_ORDER_ANY, osd_init, NULL); 444