1 #include <linux/ceph/ceph_debug.h>
2 
3 #include <linux/err.h>
4 #include <linux/sched.h>
5 #include <linux/types.h>
6 #include <linux/vmalloc.h>
7 
8 #include <linux/ceph/msgpool.h>
9 
msgpool_alloc(gfp_t gfp_mask,void * arg)10 static void *msgpool_alloc(gfp_t gfp_mask, void *arg)
11 {
12 	struct ceph_msgpool *pool = arg;
13 	struct ceph_msg *msg;
14 
15 	msg = ceph_msg_new(pool->type, pool->front_len, gfp_mask, true);
16 	if (!msg) {
17 		dout("msgpool_alloc %s failed\n", pool->name);
18 	} else {
19 		dout("msgpool_alloc %s %p\n", pool->name, msg);
20 		msg->pool = pool;
21 	}
22 	return msg;
23 }
24 
msgpool_free(void * element,void * arg)25 static void msgpool_free(void *element, void *arg)
26 {
27 	struct ceph_msgpool *pool = arg;
28 	struct ceph_msg *msg = element;
29 
30 	dout("msgpool_release %s %p\n", pool->name, msg);
31 	msg->pool = NULL;
32 	ceph_msg_put(msg);
33 }
34 
ceph_msgpool_init(struct ceph_msgpool * pool,int type,int front_len,int size,bool blocking,const char * name)35 int ceph_msgpool_init(struct ceph_msgpool *pool, int type,
36 		      int front_len, int size, bool blocking, const char *name)
37 {
38 	dout("msgpool %s init\n", name);
39 	pool->type = type;
40 	pool->front_len = front_len;
41 	pool->pool = mempool_create(size, msgpool_alloc, msgpool_free, pool);
42 	if (!pool->pool)
43 		return -ENOMEM;
44 	pool->name = name;
45 	return 0;
46 }
47 
ceph_msgpool_destroy(struct ceph_msgpool * pool)48 void ceph_msgpool_destroy(struct ceph_msgpool *pool)
49 {
50 	dout("msgpool %s destroy\n", pool->name);
51 	mempool_destroy(pool->pool);
52 }
53 
ceph_msgpool_get(struct ceph_msgpool * pool,int front_len)54 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool,
55 				  int front_len)
56 {
57 	struct ceph_msg *msg;
58 
59 	if (front_len > pool->front_len) {
60 		dout("msgpool_get %s need front %d, pool size is %d\n",
61 		       pool->name, front_len, pool->front_len);
62 		WARN_ON(1);
63 
64 		/* try to alloc a fresh message */
65 		return ceph_msg_new(pool->type, front_len, GFP_NOFS, false);
66 	}
67 
68 	msg = mempool_alloc(pool->pool, GFP_NOFS);
69 	dout("msgpool_get %s %p\n", pool->name, msg);
70 	return msg;
71 }
72 
ceph_msgpool_put(struct ceph_msgpool * pool,struct ceph_msg * msg)73 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg)
74 {
75 	dout("msgpool_put %s %p\n", pool->name, msg);
76 
77 	/* reset msg front_len; user may have changed it */
78 	msg->front.iov_len = pool->front_len;
79 	msg->hdr.front_len = cpu_to_le32(pool->front_len);
80 
81 	kref_init(&msg->kref);  /* retake single ref */
82 	mempool_free(msg, pool->pool);
83 }
84