| Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 1 | #include <linux/ceph/ceph_debug.h> | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 2 |  | 
|  | 3 | #include <linux/err.h> | 
|  | 4 | #include <linux/sched.h> | 
|  | 5 | #include <linux/types.h> | 
|  | 6 | #include <linux/vmalloc.h> | 
|  | 7 |  | 
| Yehuda Sadeh | 3d14c5d | 2010-04-06 15:14:15 -0700 | [diff] [blame] | 8 | #include <linux/ceph/msgpool.h> | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 9 |  | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 10 | static void *alloc_fn(gfp_t gfp_mask, void *arg) | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 11 | { | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 12 | struct ceph_msgpool *pool = arg; | 
| Sage Weil | 4f48280 | 2010-04-24 09:56:35 -0700 | [diff] [blame] | 13 | void *p; | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 14 |  | 
| Yehuda Sadeh | 34d2376 | 2010-04-06 14:33:58 -0700 | [diff] [blame] | 15 | p = ceph_msg_new(0, pool->front_len, gfp_mask); | 
| Sage Weil | 4f48280 | 2010-04-24 09:56:35 -0700 | [diff] [blame] | 16 | if (!p) | 
|  | 17 | pr_err("msgpool %s alloc failed\n", pool->name); | 
|  | 18 | return p; | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 19 | } | 
|  | 20 |  | 
|  | 21 | static void free_fn(void *element, void *arg) | 
|  | 22 | { | 
|  | 23 | ceph_msg_put(element); | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 24 | } | 
|  | 25 |  | 
|  | 26 | int ceph_msgpool_init(struct ceph_msgpool *pool, | 
| Sage Weil | 4f48280 | 2010-04-24 09:56:35 -0700 | [diff] [blame] | 27 | int front_len, int size, bool blocking, const char *name) | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 28 | { | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 29 | pool->front_len = front_len; | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 30 | pool->pool = mempool_create(size, alloc_fn, free_fn, pool); | 
|  | 31 | if (!pool->pool) | 
|  | 32 | return -ENOMEM; | 
| Sage Weil | 4f48280 | 2010-04-24 09:56:35 -0700 | [diff] [blame] | 33 | pool->name = name; | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 34 | return 0; | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 35 | } | 
|  | 36 |  | 
|  | 37 | void ceph_msgpool_destroy(struct ceph_msgpool *pool) | 
|  | 38 | { | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 39 | mempool_destroy(pool->pool); | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 40 | } | 
|  | 41 |  | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 42 | struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, | 
|  | 43 | int front_len) | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 44 | { | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 45 | if (front_len > pool->front_len) { | 
| Sage Weil | 4f48280 | 2010-04-24 09:56:35 -0700 | [diff] [blame] | 46 | pr_err("msgpool_get pool %s need front %d, pool size is %d\n", | 
|  | 47 | pool->name, front_len, pool->front_len); | 
| Sage Weil | 8f3bc05 | 2009-10-14 17:36:07 -0700 | [diff] [blame] | 48 | WARN_ON(1); | 
|  | 49 |  | 
|  | 50 | /* try to alloc a fresh message */ | 
| Yehuda Sadeh | 34d2376 | 2010-04-06 14:33:58 -0700 | [diff] [blame] | 51 | return ceph_msg_new(0, front_len, GFP_NOFS); | 
| Sage Weil | 8f3bc05 | 2009-10-14 17:36:07 -0700 | [diff] [blame] | 52 | } | 
|  | 53 |  | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 54 | return mempool_alloc(pool->pool, GFP_NOFS); | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 55 | } | 
|  | 56 |  | 
|  | 57 | void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) | 
|  | 58 | { | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 59 | /* reset msg front_len; user may have changed it */ | 
|  | 60 | msg->front.iov_len = pool->front_len; | 
|  | 61 | msg->hdr.front_len = cpu_to_le32(pool->front_len); | 
| Sage Weil | 3ca02ef | 2010-03-01 15:25:00 -0800 | [diff] [blame] | 62 |  | 
| Sage Weil | d52f847 | 2010-04-01 15:23:14 -0700 | [diff] [blame] | 63 | kref_init(&msg->kref);  /* retake single ref */ | 
| Sage Weil | 8fc91fd | 2009-10-06 11:31:13 -0700 | [diff] [blame] | 64 | } |