Lines Matching refs:ccp
1885 umem_cpu_reload(umem_cpu_cache_t *ccp, umem_magazine_t *mp, int rounds) in umem_cpu_reload() argument
1887 ASSERT((ccp->cc_loaded == NULL && ccp->cc_rounds == -1) || in umem_cpu_reload()
1888 (ccp->cc_loaded && ccp->cc_rounds + rounds == ccp->cc_magsize)); in umem_cpu_reload()
1889 ASSERT(ccp->cc_magsize > 0); in umem_cpu_reload()
1891 ccp->cc_ploaded = ccp->cc_loaded; in umem_cpu_reload()
1892 ccp->cc_prounds = ccp->cc_rounds; in umem_cpu_reload()
1893 ccp->cc_loaded = mp; in umem_cpu_reload()
1894 ccp->cc_rounds = rounds; in umem_cpu_reload()
1904 umem_cpu_cache_t *ccp; in _umem_cache_alloc() local
1910 ccp = UMEM_CPU_CACHE(cp, CPU(cp->cache_cpu_mask)); in _umem_cache_alloc()
1911 (void) mutex_lock(&ccp->cc_lock); in _umem_cache_alloc()
1917 if (ccp->cc_rounds > 0) { in _umem_cache_alloc()
1918 buf = ccp->cc_loaded->mag_round[--ccp->cc_rounds]; in _umem_cache_alloc()
1919 ccp->cc_alloc++; in _umem_cache_alloc()
1920 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_alloc()
1921 if ((ccp->cc_flags & UMF_BUFTAG) && in _umem_cache_alloc()
1936 if (ccp->cc_prounds > 0) { in _umem_cache_alloc()
1937 umem_cpu_reload(ccp, ccp->cc_ploaded, ccp->cc_prounds); in _umem_cache_alloc()
1944 if (ccp->cc_magsize == 0) in _umem_cache_alloc()
1952 if (ccp->cc_ploaded != NULL) in _umem_cache_alloc()
1954 ccp->cc_ploaded); in _umem_cache_alloc()
1955 umem_cpu_reload(ccp, fmp, ccp->cc_magsize); in _umem_cache_alloc()
1965 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_alloc()
2022 umem_cpu_cache_t *ccp = UMEM_CPU_CACHE(cp, CPU(cp->cache_cpu_mask)); in _umem_cache_free() local
2026 if (ccp->cc_flags & UMF_BUFTAG) in _umem_cache_free()
2030 (void) mutex_lock(&ccp->cc_lock); in _umem_cache_free()
2036 if ((uint_t)ccp->cc_rounds < ccp->cc_magsize) { in _umem_cache_free()
2037 ccp->cc_loaded->mag_round[ccp->cc_rounds++] = buf; in _umem_cache_free()
2038 ccp->cc_free++; in _umem_cache_free()
2039 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_free()
2047 if (ccp->cc_prounds == 0) { in _umem_cache_free()
2048 umem_cpu_reload(ccp, ccp->cc_ploaded, ccp->cc_prounds); in _umem_cache_free()
2055 if (ccp->cc_magsize == 0) in _umem_cache_free()
2063 if (ccp->cc_ploaded != NULL) in _umem_cache_free()
2065 ccp->cc_ploaded); in _umem_cache_free()
2066 umem_cpu_reload(ccp, emp, 0); in _umem_cache_free()
2077 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_free()
2079 (void) mutex_lock(&ccp->cc_lock); in _umem_cache_free()
2088 if (ccp->cc_magsize != mtp->mt_magsize) { in _umem_cache_free()
2089 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_free()
2091 (void) mutex_lock(&ccp->cc_lock); in _umem_cache_free()
2109 (void) mutex_unlock(&ccp->cc_lock); in _umem_cache_free()
2317 umem_cpu_cache_t *ccp; in umem_cache_magazine_purge() local
2324 ccp = &cp->cache_cpu[cpu_seqid]; in umem_cache_magazine_purge()
2326 (void) mutex_lock(&ccp->cc_lock); in umem_cache_magazine_purge()
2327 mp = ccp->cc_loaded; in umem_cache_magazine_purge()
2328 pmp = ccp->cc_ploaded; in umem_cache_magazine_purge()
2329 rounds = ccp->cc_rounds; in umem_cache_magazine_purge()
2330 prounds = ccp->cc_prounds; in umem_cache_magazine_purge()
2331 ccp->cc_loaded = NULL; in umem_cache_magazine_purge()
2332 ccp->cc_ploaded = NULL; in umem_cache_magazine_purge()
2333 ccp->cc_rounds = -1; in umem_cache_magazine_purge()
2334 ccp->cc_prounds = -1; in umem_cache_magazine_purge()
2335 ccp->cc_magsize = 0; in umem_cache_magazine_purge()
2336 (void) mutex_unlock(&ccp->cc_lock); in umem_cache_magazine_purge()
2367 umem_cpu_cache_t *ccp = &cp->cache_cpu[cpu_seqid]; in umem_cache_magazine_enable() local
2368 (void) mutex_lock(&ccp->cc_lock); in umem_cache_magazine_enable()
2369 ccp->cc_magsize = cp->cache_magtype->mt_magsize; in umem_cache_magazine_enable()
2370 (void) mutex_unlock(&ccp->cc_lock); in umem_cache_magazine_enable()
2919 umem_cpu_cache_t *ccp = &cp->cache_cpu[cpu_seqid]; in umem_cache_create() local
2920 (void) mutex_init(&ccp->cc_lock, USYNC_THREAD, NULL); in umem_cache_create()
2921 ccp->cc_flags = cp->cache_flags; in umem_cache_create()
2922 ccp->cc_rounds = -1; in umem_cache_create()
2923 ccp->cc_prounds = -1; in umem_cache_create()