| /linux/include/net/ |
| H A D | xdp_sock_drv.h | 35 static inline u32 xsk_pool_get_headroom(struct xsk_buff_pool *pool) in xsk_pool_get_headroom() argument
40 xsk_pool_get_chunk_size(struct xsk_buff_pool * pool) xsk_pool_get_chunk_size() argument
45 xsk_pool_get_rx_frame_size(struct xsk_buff_pool * pool) xsk_pool_get_rx_frame_size() argument
50 xsk_pool_set_rxq_info(struct xsk_buff_pool * pool,struct xdp_rxq_info * rxq) xsk_pool_set_rxq_info() argument
56 xsk_pool_fill_cb(struct xsk_buff_pool * pool,struct xsk_cb_desc * desc) xsk_pool_fill_cb() argument
62 xsk_pool_dma_unmap(struct xsk_buff_pool * pool,unsigned long attrs) xsk_pool_dma_unmap() argument
68 xsk_pool_dma_map(struct xsk_buff_pool * pool,struct device * dev,unsigned long attrs) xsk_pool_dma_map() argument
90 xsk_buff_alloc(struct xsk_buff_pool * pool) xsk_buff_alloc() argument
101 xsk_buff_alloc_batch(struct xsk_buff_pool * pool,struct xdp_buff ** xdp,u32 max) xsk_buff_alloc_batch() argument
106 xsk_buff_can_alloc(struct xsk_buff_pool * pool,u32 count) xsk_buff_can_alloc() argument
188 xsk_buff_raw_get_dma(struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_dma() argument
194 xsk_buff_raw_get_data(struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_data() argument
211 xsk_buff_raw_get_ctx(const struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_ctx() argument
229 __xsk_buff_get_metadata(const struct xsk_buff_pool * pool,void * data) __xsk_buff_get_metadata() argument
244 xsk_buff_get_metadata(struct xsk_buff_pool * pool,u64 addr) xsk_buff_get_metadata() argument
256 xsk_buff_raw_dma_sync_for_device(struct xsk_buff_pool * pool,dma_addr_t dma,size_t size) xsk_buff_raw_dma_sync_for_device() argument
265 xsk_tx_completed(struct xsk_buff_pool * pool,u32 nb_entries) xsk_tx_completed() argument
269 xsk_tx_peek_desc(struct xsk_buff_pool * pool,struct xdp_desc * desc) xsk_tx_peek_desc() argument
275 xsk_tx_peek_release_desc_batch(struct xsk_buff_pool * pool,u32 max) xsk_tx_peek_release_desc_batch() argument
280 xsk_tx_release(struct xsk_buff_pool * pool) xsk_tx_release() argument
290 xsk_set_rx_need_wakeup(struct xsk_buff_pool * pool) xsk_set_rx_need_wakeup() argument
294 xsk_set_tx_need_wakeup(struct xsk_buff_pool * pool) xsk_set_tx_need_wakeup() argument
298 xsk_clear_rx_need_wakeup(struct xsk_buff_pool * pool) xsk_clear_rx_need_wakeup() argument
302 xsk_clear_tx_need_wakeup(struct xsk_buff_pool * pool) xsk_clear_tx_need_wakeup() argument
306 xsk_uses_need_wakeup(struct xsk_buff_pool * pool) xsk_uses_need_wakeup() argument
311 xsk_pool_get_headroom(struct xsk_buff_pool * pool) xsk_pool_get_headroom() argument
316 xsk_pool_get_chunk_size(struct xsk_buff_pool * pool) xsk_pool_get_chunk_size() argument
321 xsk_pool_get_rx_frame_size(struct xsk_buff_pool * pool) xsk_pool_get_rx_frame_size() argument
326 xsk_pool_set_rxq_info(struct xsk_buff_pool * pool,struct xdp_rxq_info * rxq) xsk_pool_set_rxq_info() argument
331 xsk_pool_fill_cb(struct xsk_buff_pool * pool,struct xsk_cb_desc * desc) xsk_pool_fill_cb() argument
336 xsk_pool_dma_unmap(struct xsk_buff_pool * pool,unsigned long attrs) xsk_pool_dma_unmap() argument
341 xsk_pool_dma_map(struct xsk_buff_pool * pool,struct device * dev,unsigned long attrs) xsk_pool_dma_map() argument
357 xsk_buff_alloc(struct xsk_buff_pool * pool) xsk_buff_alloc() argument
367 xsk_buff_alloc_batch(struct xsk_buff_pool * pool,struct xdp_buff ** xdp,u32 max) xsk_buff_alloc_batch() argument
372 xsk_buff_can_alloc(struct xsk_buff_pool * pool,u32 count) xsk_buff_can_alloc() argument
405 xsk_buff_raw_get_dma(struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_dma() argument
411 xsk_buff_raw_get_data(struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_data() argument
417 xsk_buff_raw_get_ctx(const struct xsk_buff_pool * pool,u64 addr) xsk_buff_raw_get_ctx() argument
428 __xsk_buff_get_metadata(const struct xsk_buff_pool * pool,void * data) __xsk_buff_get_metadata() argument
434 xsk_buff_get_metadata(struct xsk_buff_pool * pool,u64 addr) xsk_buff_get_metadata() argument
443 xsk_buff_raw_dma_sync_for_device(struct xsk_buff_pool * pool,dma_addr_t dma,size_t size) xsk_buff_raw_dma_sync_for_device() argument
[all...] |
| /linux/net/core/ |
| H A D | page_pool.c | 46 #define alloc_stat_inc(pool, __stat) (pool->alloc_stats.__stat++) argument
48 #define recycle_stat_inc(pool, __stat) \ argument
54 #define recycle_stat_add(pool, __stat, val) \ argument
85 bool page_pool_get_stats(const struct page_pool *pool, in page_pool_get_stats() argument
161 page_pool_producer_lock(struct page_pool * pool) page_pool_producer_lock() argument
174 page_pool_producer_unlock(struct page_pool * pool,bool in_softirq) page_pool_producer_unlock() argument
193 page_pool_init(struct page_pool * pool,const struct page_pool_params * params,int cpuid) page_pool_init() argument
321 page_pool_uninit(struct page_pool * pool) page_pool_uninit() argument
340 struct page_pool *pool; page_pool_create_percpu() local
378 page_pool_refill_alloc_cache(struct page_pool * pool) page_pool_refill_alloc_cache() argument
431 __page_pool_get_cached(struct page_pool * pool) __page_pool_get_cached() argument
447 __page_pool_dma_sync_for_device(const struct page_pool * pool,netmem_ref netmem,u32 dma_sync_size) __page_pool_dma_sync_for_device() argument
461 page_pool_dma_sync_for_device(const struct page_pool * pool,netmem_ref netmem,u32 dma_sync_size) page_pool_dma_sync_for_device() argument
475 page_pool_dma_map(struct page_pool * pool,netmem_ref netmem,gfp_t gfp) page_pool_dma_map() argument
523 __page_pool_alloc_page_order(struct page_pool * pool,gfp_t gfp) __page_pool_alloc_page_order() argument
549 __page_pool_alloc_netmems_slow(struct page_pool * pool,gfp_t gfp) __page_pool_alloc_netmems_slow() argument
607 page_pool_alloc_netmems(struct page_pool * pool,gfp_t gfp) page_pool_alloc_netmems() argument
626 page_pool_alloc_pages(struct page_pool * pool,gfp_t gfp) page_pool_alloc_pages() argument
637 page_pool_inflight(const struct page_pool * pool,bool strict) page_pool_inflight() argument
656 page_pool_set_pp_info(struct page_pool * pool,netmem_ref netmem) page_pool_set_pp_info() argument
678 __page_pool_release_netmem_dma(struct page_pool * pool,netmem_ref netmem) __page_pool_release_netmem_dma() argument
717 page_pool_return_netmem(struct page_pool * pool,netmem_ref netmem) page_pool_return_netmem() argument
744 page_pool_recycle_in_ring(struct page_pool * pool,netmem_ref netmem) page_pool_recycle_in_ring() argument
764 page_pool_recycle_in_cache(netmem_ref netmem,struct page_pool * pool) page_pool_recycle_in_cache() argument
791 __page_pool_put_page(struct page_pool * pool,netmem_ref netmem,unsigned int dma_sync_size,bool allow_direct) __page_pool_put_page() argument
836 page_pool_napi_local(const struct page_pool * pool) page_pool_napi_local() argument
863 page_pool_put_unrefed_netmem(struct page_pool * pool,netmem_ref netmem,unsigned int dma_sync_size,bool allow_direct) page_pool_put_unrefed_netmem() argument
879 page_pool_put_unrefed_page(struct page_pool * pool,struct page * page,unsigned int dma_sync_size,bool allow_direct) page_pool_put_unrefed_page() argument
887 page_pool_recycle_ring_bulk(struct page_pool * pool,netmem_ref * bulk,u32 bulk_len) page_pool_recycle_ring_bulk() argument
948 struct page_pool *pool = NULL; page_pool_put_netmem_bulk() local
986 page_pool_drain_frag(struct page_pool * pool,netmem_ref netmem) page_pool_drain_frag() argument
1004 page_pool_free_frag(struct page_pool * pool) page_pool_free_frag() argument
1017 page_pool_alloc_frag_netmem(struct page_pool * pool,unsigned int * offset,unsigned int size,gfp_t gfp) page_pool_alloc_frag_netmem() argument
1062 page_pool_alloc_frag(struct page_pool * pool,unsigned int * offset,unsigned int size,gfp_t gfp) page_pool_alloc_frag() argument
1070 page_pool_empty_ring(struct page_pool * pool) page_pool_empty_ring() argument
1085 __page_pool_destroy(struct page_pool * pool) __page_pool_destroy() argument
1101 page_pool_empty_alloc_cache_once(struct page_pool * pool) page_pool_empty_alloc_cache_once() argument
1118 page_pool_scrub(struct page_pool * pool) page_pool_scrub() argument
1150 page_pool_release(struct page_pool * pool) page_pool_release() argument
1169 struct page_pool *pool = container_of(dwq, typeof(*pool), release_dw); page_pool_release_retry() local
1198 page_pool_use_xdp_mem(struct page_pool * pool,void (* disconnect)(void *),const struct xdp_mem_info * mem) page_pool_use_xdp_mem() argument
1222 page_pool_enable_direct_recycling(struct page_pool * pool,struct napi_struct * napi) page_pool_enable_direct_recycling() argument
1235 page_pool_disable_direct_recycling(struct page_pool * pool) page_pool_disable_direct_recycling() argument
1253 page_pool_destroy(struct page_pool * pool) page_pool_destroy() argument
1277 page_pool_update_nid(struct page_pool * pool,int new_nid) page_pool_update_nid() argument
1300 net_mp_niov_set_page_pool(struct page_pool * pool,struct net_iov * niov) net_mp_niov_set_page_pool() argument
[all...] |
| H A D | page_pool_user.c | 42 struct page_pool *pool; in netdev_nl_page_pool_get_do() local
88 struct page_pool *pool; in netdev_nl_page_pool_get_dump() local
114 page_pool_nl_stats_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_stats_fill()
216 page_pool_nl_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_fill()
262 static void netdev_nl_page_pool_event(const struct page_pool *pool, u32 cmd) in netdev_nl_page_pool_event()
311 int page_pool_list(struct page_pool *pool) in page_pool_list()
337 void page_pool_detached(struct page_pool *pool) in page_pool_detached()
345 void page_pool_unlist(struct page_pool *pool) in page_pool_unlist()
359 struct page_pool *pool; in page_pool_check_memory_provider() local
381 struct page_pool *pool; in page_pool_unreg_netdev_wipe() local
[all …]
|
| H A D | mp_dmabuf_devmem.h | 22 static inline int mp_dmabuf_devmem_init(struct page_pool *pool) in mp_dmabuf_devmem_init()
28 mp_dmabuf_devmem_alloc_netmems(struct page_pool *pool, gfp_t gfp) in mp_dmabuf_devmem_alloc_netmems()
33 static inline void mp_dmabuf_devmem_destroy(struct page_pool *pool) in mp_dmabuf_devmem_destroy()
38 mp_dmabuf_devmem_release_page(struct page_pool *pool, netmem_ref netmem) in mp_dmabuf_devmem_release_page()
|
| /linux/net/xdp/ |
| H A D | xsk_buff_pool.c | 13 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk()
25 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk()
37 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy()
47 int xp_alloc_tx_descs(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_alloc_tx_descs()
61 struct xsk_buff_pool *pool; in xp_create_and_assign_umem() local
121 void xp_set_rxq_info(struct xsk_buff_pool *pool, struct xdp_rxq_info *rxq) in xp_set_rxq_info()
130 void xp_fill_cb(struct xsk_buff_pool *pool, struct xsk_cb_desc *desc) in xp_fill_cb()
142 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc()
165 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev()
251 int xp_assign_dev_shared(struct xsk_buff_pool *pool, struct xdp_sock *umem_xs, in xp_assign_dev_shared()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| H A D | pool.c | 23 static void hws_pool_resource_free(struct mlx5hws_pool *pool) in hws_pool_resource_free()
35 hws_pool_create_one_resource(struct mlx5hws_pool *pool, u32 log_range, in hws_pool_create_one_resource()
77 static int hws_pool_resource_alloc(struct mlx5hws_pool *pool) in hws_pool_resource_alloc()
112 static int hws_pool_buddy_init(struct mlx5hws_pool *pool) in hws_pool_buddy_init()
136 static int hws_pool_buddy_db_get_chunk(struct mlx5hws_pool *pool, in hws_pool_buddy_db_get_chunk()
153 static void hws_pool_buddy_db_put_chunk(struct mlx5hws_pool *pool, in hws_pool_buddy_db_put_chunk()
167 static void hws_pool_buddy_db_uninit(struct mlx5hws_pool *pool) in hws_pool_buddy_db_uninit()
179 static int hws_pool_buddy_db_init(struct mlx5hws_pool *pool) in hws_pool_buddy_db_init()
207 static int hws_pool_bitmap_init(struct mlx5hws_pool *pool) in hws_pool_bitmap_init()
230 static int hws_pool_bitmap_db_get_chunk(struct mlx5hws_pool *pool, in hws_pool_bitmap_db_get_chunk()
[all …]
|
| /linux/include/net/page_pool/ |
| H A D | helpers.h | 92 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) in page_pool_dev_alloc_pages() argument
109 page_pool_dev_alloc_frag(struct page_pool * pool,unsigned int * offset,unsigned int size) page_pool_dev_alloc_frag() argument
118 page_pool_alloc_netmem(struct page_pool * pool,unsigned int * offset,unsigned int * size,gfp_t gfp) page_pool_alloc_netmem() argument
147 page_pool_dev_alloc_netmem(struct page_pool * pool,unsigned int * offset,unsigned int * size) page_pool_dev_alloc_netmem() argument
156 page_pool_dev_alloc_netmems(struct page_pool * pool) page_pool_dev_alloc_netmems() argument
163 page_pool_alloc(struct page_pool * pool,unsigned int * offset,unsigned int * size,gfp_t gfp) page_pool_alloc() argument
182 page_pool_dev_alloc(struct page_pool * pool,unsigned int * offset,unsigned int * size) page_pool_dev_alloc() argument
191 page_pool_alloc_va(struct page_pool * pool,unsigned int * size,gfp_t gfp) page_pool_alloc_va() argument
216 page_pool_dev_alloc_va(struct page_pool * pool,unsigned int * size) page_pool_dev_alloc_va() argument
232 page_pool_get_dma_dir(const struct page_pool * pool) page_pool_get_dma_dir() argument
331 page_pool_put_netmem(struct page_pool * pool,netmem_ref netmem,unsigned int dma_sync_size,bool allow_direct) page_pool_put_netmem() argument
360 page_pool_put_page(struct page_pool * pool,struct page * page,unsigned int dma_sync_size,bool allow_direct) page_pool_put_page() argument
369 page_pool_put_full_netmem(struct page_pool * pool,netmem_ref netmem,bool allow_direct) page_pool_put_full_netmem() argument
385 page_pool_put_full_page(struct page_pool * pool,struct page * page,bool allow_direct) page_pool_put_full_page() argument
399 page_pool_recycle_direct(struct page_pool * pool,struct page * page) page_pool_recycle_direct() argument
405 page_pool_recycle_direct_netmem(struct page_pool * pool,netmem_ref netmem) page_pool_recycle_direct_netmem() argument
422 page_pool_free_va(struct page_pool * pool,void * va,bool allow_direct) page_pool_free_va() argument
450 __page_pool_dma_sync_for_cpu(const struct page_pool * pool,const dma_addr_t dma_addr,u32 offset,u32 dma_sync_size) __page_pool_dma_sync_for_cpu() argument
471 page_pool_dma_sync_for_cpu(const struct page_pool * pool,const struct page * page,u32 offset,u32 dma_sync_size) page_pool_dma_sync_for_cpu() argument
480 page_pool_dma_sync_netmem_for_cpu(const struct page_pool * pool,const netmem_ref netmem,u32 offset,u32 dma_sync_size) page_pool_dma_sync_netmem_for_cpu() argument
492 page_pool_put(struct page_pool * pool) page_pool_put() argument
497 page_pool_nid_changed(struct page_pool * pool,int new_nid) page_pool_nid_changed() argument
503 page_pool_is_unreadable(struct page_pool * pool) page_pool_is_unreadable() argument
[all...] |
| /linux/mm/ |
| H A D | mempool.c | 24 static void poison_error(mempool_t *pool, void *element, size_t size, in poison_error()
41 static void __check_element(mempool_t *pool, void *element, size_t size) in __check_element()
57 static void check_element(mempool_t *pool, void *element) in check_element()
86 static void poison_element(mempool_t *pool, void *element) in poison_element()
107 static inline void check_element(mempool_t *pool, void *element) in check_element()
110 static inline void poison_element(mempool_t *pool, void *element) in poison_element()
115 static __always_inline bool kasan_poison_element(mempool_t *pool, void *element) in kasan_poison_element()
125 static void kasan_unpoison_element(mempool_t *pool, void *element) in kasan_unpoison_element()
137 static __always_inline void add_element(mempool_t *pool, void *element) in add_element()
145 static void *remove_element(mempool_t *pool) in remove_element()
[all …]
|
| H A D | dmapool.c | 74 struct dma_pool *pool; pools_show() local
95 pool_check_block(struct dma_pool * pool,struct dma_block * block,gfp_t mem_flags) pool_check_block() argument
120 pool_find_page(struct dma_pool * pool,dma_addr_t dma) pool_find_page() argument
133 pool_block_err(struct dma_pool * pool,void * vaddr,dma_addr_t dma) pool_block_err() argument
159 pool_init_page(struct dma_pool * pool,struct dma_page * page) pool_init_page() argument
164 pool_check_block(struct dma_pool * pool,struct dma_block * block,gfp_t mem_flags) pool_check_block() argument
169 pool_block_err(struct dma_pool * pool,void * vaddr,dma_addr_t dma) pool_block_err() argument
176 pool_init_page(struct dma_pool * pool,struct dma_page * page) pool_init_page() argument
181 pool_block_pop(struct dma_pool * pool) pool_block_pop() argument
192 pool_block_push(struct dma_pool * pool,struct dma_block * block,dma_addr_t dma) pool_block_push() argument
300 pool_initialise_page(struct dma_pool * pool,struct dma_page * page) pool_initialise_page() argument
334 pool_alloc_page(struct dma_pool * pool,gfp_t mem_flags) pool_alloc_page() argument
360 dma_pool_destroy(struct dma_pool * pool) dma_pool_destroy() argument
404 dma_pool_alloc(struct dma_pool * pool,gfp_t mem_flags,dma_addr_t * handle) dma_pool_alloc() argument
450 dma_pool_free(struct dma_pool * pool,void * vaddr,dma_addr_t dma) dma_pool_free() argument
469 struct dma_pool *pool = *(struct dma_pool **)res; dmam_pool_release() local
496 struct dma_pool **ptr, *pool; dmam_pool_create() local
518 dmam_pool_destroy(struct dma_pool * pool) dmam_pool_destroy() argument
[all...] |
| H A D | zsmalloc.c | 270 struct zs_pool *pool; member
368 static void kick_deferred_free(struct zs_pool *pool) {} in kick_deferred_free()
369 static void init_deferred_free(struct zs_pool *pool) {} in init_deferred_free()
370 static void SetZsPageMovable(struct zs_pool *pool, struct zspage *zspage) {} in SetZsPageMovable()
373 static int create_cache(struct zs_pool *pool) in create_cache()
401 static void destroy_cache(struct zs_pool *pool) in destroy_cache()
407 static unsigned long cache_alloc_handle(struct zs_pool *pool, gfp_t gfp) in cache_alloc_handle()
413 static void cache_free_handle(struct zs_pool *pool, unsigned long handle) in cache_free_handle()
418 static struct zspage *cache_alloc_zspage(struct zs_pool *pool, gfp_t flags) in cache_alloc_zspage()
424 static void cache_free_zspage(struct zs_pool *pool, struct zspage *zspage) in cache_free_zspage()
[all …]
|
| H A D | zswap.c | 194 struct zswap_pool *pool; member
247 struct zswap_pool *pool; in zswap_pool_create() local
323 static void zswap_pool_destroy(struct zswap_pool *pool) in zswap_pool_destroy()
336 struct zswap_pool *pool = container_of(work, typeof(*pool), in __zswap_pool_release() local
353 struct zswap_pool *pool; in __zswap_pool_empty() local
369 static int __must_check zswap_pool_tryget(struct zswap_pool *pool) in zswap_pool_tryget()
378 static void zswap_pool_get(struct zswap_pool *pool) in zswap_pool_get()
383 static void zswap_pool_put(struct zswap_pool *pool) in zswap_pool_put()
390 struct zswap_pool *pool; in __zswap_pool_current() local
408 struct zswap_pool *pool; in zswap_pool_current_get() local
[all …]
|
| /linux/drivers/net/ethernet/ti/ |
| H A D | k3-cppi-desc-pool.c | 28 void k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_destroy()
54 struct k3_cppi_desc_pool *pool; in k3_cppi_desc_pool_create_name() local
114 dma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool, in k3_cppi_desc_pool_virt2dma()
121 void *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma) in k3_cppi_desc_pool_dma2virt()
127 void *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_alloc()
133 void k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr) in k3_cppi_desc_pool_free()
139 size_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_avail()
145 size_t k3_cppi_desc_pool_desc_size(const struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_desc_size()
151 void *k3_cppi_desc_pool_cpuaddr(const struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_cpuaddr()
157 void k3_cppi_desc_pool_desc_info_set(struct k3_cppi_desc_pool *pool, in k3_cppi_desc_pool_desc_info_set()
[all …]
|
| /linux/kernel/cgroup/ |
| H A D | dmem.c | 106 free_cg_pool(struct dmem_cgroup_pool_state * pool) free_cg_pool() argument
113 set_resource_min(struct dmem_cgroup_pool_state * pool,u64 val) set_resource_min() argument
119 set_resource_low(struct dmem_cgroup_pool_state * pool,u64 val) set_resource_low() argument
125 set_resource_max(struct dmem_cgroup_pool_state * pool,u64 val) set_resource_max() argument
130 get_resource_low(struct dmem_cgroup_pool_state * pool) get_resource_low() argument
135 get_resource_min(struct dmem_cgroup_pool_state * pool) get_resource_min() argument
140 get_resource_max(struct dmem_cgroup_pool_state * pool) get_resource_max() argument
145 get_resource_current(struct dmem_cgroup_pool_state * pool) get_resource_current() argument
160 struct dmem_cgroup_pool_state *pool; dmemcs_offline() local
171 struct dmem_cgroup_pool_state *pool, *next; dmemcs_free() local
201 struct dmem_cgroup_pool_state *pool; find_cg_pool_locked() local
210 pool_parent(struct dmem_cgroup_pool_state * pool) pool_parent() argument
225 struct dmem_cgroup_pool_state *pool, *found_pool; dmem_cgroup_calculate_protection() local
271 struct dmem_cgroup_pool_state *pool = test_pool; dmem_cgroup_state_evict_valuable() local
324 struct dmem_cgroup_pool_state *pool, *ppool = NULL; alloc_pool_single() local
359 struct dmem_cgroup_pool_state *pool, *ppool, *retpool; get_cg_pool_locked() local
402 struct dmem_cgroup_pool_state *pool, *next; dmemcg_free_rcu() local
436 struct dmem_cgroup_pool_state *pool = dmem_cgroup_unregister_region() local
518 dmem_cgroup_pool_state_put(struct dmem_cgroup_pool_state * pool) dmem_cgroup_pool_state_put() argument
528 struct dmem_cgroup_pool_state *pool, *allocpool = NULL; get_cg_pool_unlocked() local
571 dmem_cgroup_uncharge(struct dmem_cgroup_pool_state * pool,u64 size) dmem_cgroup_uncharge() argument
605 struct dmem_cgroup_pool_state *pool; dmem_cgroup_try_charge() local
682 struct dmem_cgroup_pool_state *pool = NULL; dmemcg_limit_write() local
738 struct dmem_cgroup_pool_state *pool = find_cg_pool_locked(dmemcs, region); dmemcg_limit_show() local
[all...] |
| /linux/lib/ |
| H A D | genalloc.c | 155 struct gen_pool *pool; in gen_pool_create() local
184 int gen_pool_add_owner(struct gen_pool *pool, unsigned long virt, phys_addr_t phys, in gen_pool_add_owner()
217 phys_addr_t gen_pool_virt_to_phys(struct gen_pool *pool, unsigned long addr) in gen_pool_virt_to_phys()
242 void gen_pool_destroy(struct gen_pool *pool) in gen_pool_destroy()
277 unsigned long gen_pool_alloc_algo_owner(struct gen_pool *pool, size_t size, in gen_pool_alloc_algo_owner()
341 void *gen_pool_dma_alloc(struct gen_pool *pool, size_t size, dma_addr_t *dma) in gen_pool_dma_alloc()
362 void *gen_pool_dma_alloc_algo(struct gen_pool *pool, size_t size, in gen_pool_dma_alloc_algo()
395 void *gen_pool_dma_alloc_align(struct gen_pool *pool, size_t size, in gen_pool_dma_alloc_align()
419 void *gen_pool_dma_zalloc(struct gen_pool *pool, size_t size, dma_addr_t *dma) in gen_pool_dma_zalloc()
440 void *gen_pool_dma_zalloc_algo(struct gen_pool *pool, size_t size, in gen_pool_dma_zalloc_algo()
[all …]
|
| H A D | objpool.c | 19 objpool_init_percpu_slot(struct objpool_head *pool, in objpool_init_percpu_slot()
48 objpool_init_percpu_slots(struct objpool_head *pool, int nr_objs, in objpool_init_percpu_slots()
105 static void objpool_fini_percpu_slots(struct objpool_head *pool) in objpool_fini_percpu_slots()
118 int objpool_init(struct objpool_head *pool, int nr_objs, int object_size, in objpool_init()
162 void objpool_free(struct objpool_head *pool) in objpool_free()
177 int objpool_drop(void *obj, struct objpool_head *pool) in objpool_drop()
192 void objpool_fini(struct objpool_head *pool) in objpool_fini()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | pool.c | 10 struct xsk_buff_pool *pool) in mlx5e_xsk_map_pool()
18 struct xsk_buff_pool *pool) in mlx5e_xsk_unmap_pool()
46 static int mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_add_pool()
65 static bool mlx5e_xsk_is_pool_sane(struct xsk_buff_pool *pool) in mlx5e_xsk_is_pool_sane()
71 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param()
79 struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_enable_locked()
165 struct xsk_buff_pool *pool = mlx5e_xsk_get_pool(&priv->channels.params, in mlx5e_xsk_disable_locked() local
197 static int mlx5e_xsk_enable_pool(struct mlx5e_priv *priv, struct xsk_buff_pool *pool, in mlx5e_xsk_enable_pool()
220 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid) in mlx5e_xsk_setup_pool()
|
| /linux/net/ceph/ |
| H A D | msgpool.c | 14 struct ceph_msgpool *pool = arg; in msgpool_alloc() local
30 struct ceph_msgpool *pool = arg; in msgpool_free() local
38 int ceph_msgpool_init(struct ceph_msgpool *pool, int type, in ceph_msgpool_init()
53 void ceph_msgpool_destroy(struct ceph_msgpool *pool) in ceph_msgpool_destroy()
59 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len, in ceph_msgpool_get()
81 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) in ceph_msgpool_put()
|
| /linux/drivers/staging/octeon/ |
| H A D | ethernet-mem.c | 24 static int cvm_oct_fill_hw_skbuff(int pool, int size, int elements) in cvm_oct_fill_hw_skbuff()
47 static void cvm_oct_free_hw_skbuff(int pool, int size, int elements) in cvm_oct_free_hw_skbuff()
77 static int cvm_oct_fill_hw_memory(int pool, int size, int elements) in cvm_oct_fill_hw_memory()
114 static void cvm_oct_free_hw_memory(int pool, int size, int elements) in cvm_oct_free_hw_memory()
137 int cvm_oct_mem_fill_fpa(int pool, int size, int elements) in cvm_oct_mem_fill_fpa()
148 void cvm_oct_mem_empty_fpa(int pool, int size, int elements) in cvm_oct_mem_empty_fpa()
|
| /linux/kernel/ |
| H A D | workqueue.c | 259 struct worker_pool *pool; /* I: the associated pool */ member
550 #define for_each_bh_worker_pool(pool, cpu) \ argument
555 #define for_each_cpu_worker_pool(pool, cpu) \ argument
572 #define for_each_pool(pool, pi) \ argument
587 #define for_each_pool_worker(worker, pool) \ argument
712 static int worker_pool_assign_id(struct worker_pool *pool) in worker_pool_assign_id()
773 static unsigned long pool_offq_flags(struct worker_pool *pool) in pool_offq_flags()
938 static bool need_more_worker(struct worker_pool *pool) in need_more_worker()
944 static bool may_start_working(struct worker_pool *pool) in may_start_working()
950 static bool keep_working(struct worker_pool *pool) in keep_working()
[all …]
|
| /linux/arch/mips/include/asm/octeon/ |
| H A D | cvmx-fpa.h | 106 static inline const char *cvmx_fpa_get_name(uint64_t pool) in cvmx_fpa_get_name()
117 static inline void *cvmx_fpa_get_base(uint64_t pool) in cvmx_fpa_get_base()
131 static inline int cvmx_fpa_is_member(uint64_t pool, void *ptr) in cvmx_fpa_is_member()
185 static inline void *cvmx_fpa_alloc(uint64_t pool) in cvmx_fpa_alloc()
202 static inline void cvmx_fpa_async_alloc(uint64_t scr_addr, uint64_t pool) in cvmx_fpa_async_alloc()
226 static inline void cvmx_fpa_free_nosync(void *ptr, uint64_t pool, in cvmx_fpa_free_nosync()
248 static inline void cvmx_fpa_free(void *ptr, uint64_t pool, in cvmx_fpa_free()
|
| /linux/drivers/staging/media/ipu3/ |
| H A D | ipu3-css-pool.c | 25 void imgu_css_pool_cleanup(struct imgu_device *imgu, struct imgu_css_pool *pool) in imgu_css_pool_cleanup()
33 int imgu_css_pool_init(struct imgu_device *imgu, struct imgu_css_pool *pool, in imgu_css_pool_init()
61 void imgu_css_pool_get(struct imgu_css_pool *pool) in imgu_css_pool_get()
73 void imgu_css_pool_put(struct imgu_css_pool *pool) in imgu_css_pool_put()
89 imgu_css_pool_last(struct imgu_css_pool *pool, unsigned int n) in imgu_css_pool_last()
|
| /linux/drivers/net/ethernet/marvell/ |
| H A D | mvneta_bm.h | 33 #define MVNETA_BM_XBAR_POOL_REG(pool) \ argument
35 #define MVNETA_BM_TARGET_ID_OFFS(pool) (((pool) & 1) ? 16 : 0) argument
36 #define MVNETA_BM_TARGET_ID_MASK(pool) \ argument
38 #define MVNETA_BM_TARGET_ID_VAL(pool, id) \ argument
40 #define MVNETA_BM_XBAR_ATTR_OFFS(pool) (((pool) & 1) ? 20 : 4) argument
41 #define MVNETA_BM_XBAR_ATTR_MASK(pool) \ argument
43 #define MVNETA_BM_XBAR_ATTR_VAL(pool, attr) \ argument
47 #define MVNETA_BM_POOL_BASE_REG(pool) (0x10 + ((pool) << 4)) argument
51 #define MVNETA_BM_POOL_READ_PTR_REG(pool) (0x14 + ((pool) << 4)) argument
57 #define MVNETA_BM_POOL_WRITE_PTR_REG(pool) (0x18 + ((pool) << 4)) argument
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/lib/ |
| H A D | crypto.c | 19 #define MLX5_CRYPTO_DEK_POOL_CALC_FREED(pool) MLX5_CRYPTO_DEK_CALC_FREED(pool) argument
288 mlx5_crypto_dek_bulk_create(struct mlx5_crypto_dek_pool *pool) in mlx5_crypto_dek_bulk_create()
334 mlx5_crypto_dek_pool_add_bulk(struct mlx5_crypto_dek_pool *pool) in mlx5_crypto_dek_pool_add_bulk()
357 static void mlx5_crypto_dek_pool_remove_bulk(struct mlx5_crypto_dek_pool *pool, in mlx5_crypto_dek_pool_remove_bulk()
370 mlx5_crypto_dek_pool_pop(struct mlx5_crypto_dek_pool *pool, u32 *obj_offset) in mlx5_crypto_dek_pool_pop()
420 static bool mlx5_crypto_dek_need_sync(struct mlx5_crypto_dek_pool *pool) in mlx5_crypto_dek_need_sync()
426 static int mlx5_crypto_dek_free_locked(struct mlx5_crypto_dek_pool *pool, in mlx5_crypto_dek_free_locked()
454 static int mlx5_crypto_dek_pool_push(struct mlx5_crypto_dek_pool *pool, in mlx5_crypto_dek_pool_push()
479 static void mlx5_crypto_dek_bulk_reset_synced(struct mlx5_crypto_dek_pool *pool, in mlx5_crypto_dek_bulk_reset_synced()
510 static bool mlx5_crypto_dek_bulk_handle_avail(struct mlx5_crypto_dek_pool *pool, in mlx5_crypto_dek_bulk_handle_avail()
[all …]
|
| /linux/drivers/tee/amdtee/ |
| H A D | shm_pool.c | 11 static int pool_op_alloc(struct tee_shm_pool *pool, struct tee_shm *shm, in pool_op_alloc()
41 static void pool_op_free(struct tee_shm_pool *pool, struct tee_shm *shm) in pool_op_free()
49 static void pool_op_destroy_pool(struct tee_shm_pool *pool) in pool_op_destroy_pool()
62 struct tee_shm_pool *pool = kzalloc(sizeof(*pool), GFP_KERNEL); in amdtee_config_shm() local
|
| /linux/kernel/dma/ |
| H A D | swiotlb.c | 306 static void add_mem_pool(struct io_tlb_mem *mem, struct io_tlb_pool *pool) in add_mem_pool() argument
687 struct io_tlb_pool *pool; swiotlb_alloc_pool() local
738 struct io_tlb_pool *pool; swiotlb_dyn_alloc() local
756 struct io_tlb_pool *pool = container_of(rcu, struct io_tlb_pool, rcu); swiotlb_dyn_free() local
780 struct io_tlb_pool *pool; __swiotlb_find_pool() local
803 swiotlb_del_pool(struct device * dev,struct io_tlb_pool * pool) swiotlb_del_pool() argument
1016 swiotlb_search_pool_area(struct device * dev,struct io_tlb_pool * pool,int area_index,phys_addr_t orig_addr,size_t alloc_size,unsigned int alloc_align_mask) swiotlb_search_pool_area() argument
1146 struct io_tlb_pool *pool; swiotlb_search_area() local
1186 struct io_tlb_pool *pool; swiotlb_find_slots() local
1261 struct io_tlb_pool *pool; swiotlb_find_slots() local
1306 mem_pool_used(struct io_tlb_pool * pool) mem_pool_used() argument
1328 struct io_tlb_pool *pool; mem_used() local
1375 struct io_tlb_pool *pool; swiotlb_tbl_map_single() local
1511 swiotlb_del_transient(struct device * dev,phys_addr_t tlb_addr,struct io_tlb_pool * pool) swiotlb_del_transient() argument
1525 swiotlb_del_transient(struct device * dev,phys_addr_t tlb_addr,struct io_tlb_pool * pool) swiotlb_del_transient() argument
1537 __swiotlb_tbl_unmap_single(struct device * dev,phys_addr_t tlb_addr,size_t mapping_size,enum dma_data_direction dir,unsigned long attrs,struct io_tlb_pool * pool) __swiotlb_tbl_unmap_single() argument
1554 __swiotlb_sync_single_for_device(struct device * dev,phys_addr_t tlb_addr,size_t size,enum dma_data_direction dir,struct io_tlb_pool * pool) __swiotlb_sync_single_for_device() argument
1564 __swiotlb_sync_single_for_cpu(struct device * dev,phys_addr_t tlb_addr,size_t size,enum dma_data_direction dir,struct io_tlb_pool * pool) __swiotlb_sync_single_for_cpu() argument
1754 struct io_tlb_pool *pool; swiotlb_alloc() local
1781 struct io_tlb_pool *pool; swiotlb_free() local
1812 struct io_tlb_pool *pool; rmem_swiotlb_device_init() local
[all...] |