1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/ceph/ceph_debug.h> 3 4 #include <linux/err.h> 5 #include <linux/sched.h> 6 #include <linux/types.h> 7 #include <linux/vmalloc.h> 8 9 #include <linux/ceph/messenger.h> 10 #include <linux/ceph/msgpool.h> 11 12 static void *msgpool_alloc(gfp_t gfp_mask, void *arg) 13 { 14 struct ceph_msgpool *pool = arg; 15 struct ceph_msg *msg; 16 17 msg = ceph_msg_new(pool->type, pool->front_len, gfp_mask, true); 18 if (!msg) { 19 dout("msgpool_alloc %s failed\n", pool->name); 20 } else { 21 dout("msgpool_alloc %s %p\n", pool->name, msg); 22 msg->pool = pool; 23 } 24 return msg; 25 } 26 27 static void msgpool_free(void *element, void *arg) 28 { 29 struct ceph_msgpool *pool = arg; 30 struct ceph_msg *msg = element; 31 32 dout("msgpool_release %s %p\n", pool->name, msg); 33 msg->pool = NULL; 34 ceph_msg_put(msg); 35 } 36 37 int ceph_msgpool_init(struct ceph_msgpool *pool, int type, 38 int front_len, int size, bool blocking, const char *name) 39 { 40 dout("msgpool %s init\n", name); 41 pool->type = type; 42 pool->front_len = front_len; 43 pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool); 44 if (!pool->pool) 45 return -ENOMEM; 46 pool->name = name; 47 return 0; 48 } 49 50 void ceph_msgpool_destroy(struct ceph_msgpool *pool) 51 { 52 dout("msgpool %s destroy\n", pool->name); 53 mempool_destroy(pool->pool); 54 } 55 56 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, 57 int front_len) 58 { 59 struct ceph_msg *msg; 60 61 if (front_len > pool->front_len) { 62 dout("msgpool_get %s need front %d, pool size is %d\n", 63 pool->name, front_len, pool->front_len); 64 WARN_ON(1); 65 66 /* try to alloc a fresh message */ 67 return ceph_msg_new(pool->type, front_len, GFP_NOFS, false); 68 } 69 70 msg = mempool_alloc(pool->pool, GFP_NOFS); 71 dout("msgpool_get %s %p\n", pool->name, msg); 72 return msg; 73 } 74 75 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) 76 { 77 dout("msgpool_put %s %p\n", pool->name, msg); 78 79 /* reset msg front_len; user may have changed it */ 80 msg->front.iov_len = pool->front_len; 81 msg->hdr.front_len = cpu_to_le32(pool->front_len); 82 83 kref_init(&msg->kref); /* retake single ref */ 84 mempool_free(msg, pool->pool); 85 } 86