| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 1 | /* | 
| Huang Ying | 7f18427 | 2011-07-13 13:14:24 +0800 | [diff] [blame] | 2 |  * Basic general purpose allocator for managing special purpose | 
 | 3 |  * memory, for example, memory that is not managed by the regular | 
 | 4 |  * kmalloc/kfree interface.  Uses for this includes on-device special | 
 | 5 |  * memory, uncached memory etc. | 
 | 6 |  * | 
 | 7 |  * It is safe to use the allocator in NMI handlers and other special | 
 | 8 |  * unblockable contexts that could otherwise deadlock on locks.  This | 
 | 9 |  * is implemented by using atomic operations and retries on any | 
 | 10 |  * conflicts.  The disadvantage is that there may be livelocks in | 
 | 11 |  * extreme cases.  For better scalability, one allocator can be used | 
 | 12 |  * for each CPU. | 
 | 13 |  * | 
 | 14 |  * The lockless operation only works if there is enough memory | 
 | 15 |  * available.  If new memory is added to the pool a lock has to be | 
 | 16 |  * still taken.  So any user relying on locklessness has to ensure | 
 | 17 |  * that sufficient memory is preallocated. | 
 | 18 |  * | 
 | 19 |  * The basic atomic operation of this allocator is cmpxchg on long. | 
 | 20 |  * On architectures that don't have NMI-safe cmpxchg implementation, | 
 | 21 |  * the allocator can NOT be used in NMI handler.  So code uses the | 
 | 22 |  * allocator in NMI handler should depend on | 
 | 23 |  * CONFIG_ARCH_HAVE_NMI_SAFE_CMPXCHG. | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 24 |  * | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 25 |  * This source code is licensed under the GNU General Public License, | 
 | 26 |  * Version 2.  See the file COPYING for more details. | 
 | 27 |  */ | 
 | 28 |  | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 29 |  | 
| Jean-Christophe PLAGNIOL-VILLARD | 6aae6e0 | 2011-05-24 17:13:33 -0700 | [diff] [blame] | 30 | #ifndef __GENALLOC_H__ | 
 | 31 | #define __GENALLOC_H__ | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 32 | /* | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 33 |  *  General purpose special memory pool descriptor. | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 34 |  */ | 
 | 35 | struct gen_pool { | 
| Huang Ying | 7f18427 | 2011-07-13 13:14:24 +0800 | [diff] [blame] | 36 | 	spinlock_t lock; | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 37 | 	struct list_head chunks;	/* list of chunks in this pool */ | 
 | 38 | 	int min_alloc_order;		/* minimum allocation order */ | 
| Jes Sorensen | f14f75b | 2005-06-21 17:15:02 -0700 | [diff] [blame] | 39 | }; | 
 | 40 |  | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 41 | /* | 
 | 42 |  *  General purpose special memory pool chunk descriptor. | 
 | 43 |  */ | 
 | 44 | struct gen_pool_chunk { | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 45 | 	struct list_head next_chunk;	/* next chunk in pool */ | 
| Huang Ying | 7f18427 | 2011-07-13 13:14:24 +0800 | [diff] [blame] | 46 | 	atomic_t avail; | 
| Jean-Christophe PLAGNIOL-VILLARD | 3c8f370 | 2011-05-24 17:13:34 -0700 | [diff] [blame] | 47 | 	phys_addr_t phys_addr;		/* physical starting address of memory chunk */ | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 48 | 	unsigned long start_addr;	/* starting address of memory chunk */ | 
 | 49 | 	unsigned long end_addr;		/* ending address of memory chunk */ | 
 | 50 | 	unsigned long bits[0];		/* bitmap for allocating memory chunk */ | 
 | 51 | }; | 
 | 52 |  | 
 | 53 | extern struct gen_pool *gen_pool_create(int, int); | 
| Jean-Christophe PLAGNIOL-VILLARD | 3c8f370 | 2011-05-24 17:13:34 -0700 | [diff] [blame] | 54 | extern phys_addr_t gen_pool_virt_to_phys(struct gen_pool *pool, unsigned long); | 
 | 55 | extern int gen_pool_add_virt(struct gen_pool *, unsigned long, phys_addr_t, | 
 | 56 | 			     size_t, int); | 
 | 57 | /** | 
 | 58 |  * gen_pool_add - add a new chunk of special memory to the pool | 
 | 59 |  * @pool: pool to add new memory chunk to | 
 | 60 |  * @addr: starting address of memory chunk to add to pool | 
 | 61 |  * @size: size in bytes of the memory chunk to add to pool | 
 | 62 |  * @nid: node id of the node the chunk structure and bitmap should be | 
 | 63 |  *       allocated on, or -1 | 
 | 64 |  * | 
 | 65 |  * Add a new chunk of special memory to the specified pool. | 
 | 66 |  * | 
 | 67 |  * Returns 0 on success or a -ve errno on failure. | 
 | 68 |  */ | 
 | 69 | static inline int gen_pool_add(struct gen_pool *pool, unsigned long addr, | 
 | 70 | 			       size_t size, int nid) | 
 | 71 | { | 
 | 72 | 	return gen_pool_add_virt(pool, addr, -1, size, nid); | 
 | 73 | } | 
| Steve Wise | 322acc9 | 2006-10-02 02:17:00 -0700 | [diff] [blame] | 74 | extern void gen_pool_destroy(struct gen_pool *); | 
| Dean Nelson | 929f972 | 2006-06-23 02:03:21 -0700 | [diff] [blame] | 75 | extern void gen_pool_free(struct gen_pool *, unsigned long, size_t); | 
| Huang Ying | 7f18427 | 2011-07-13 13:14:24 +0800 | [diff] [blame] | 76 | extern void gen_pool_for_each_chunk(struct gen_pool *, | 
 | 77 | 	void (*)(struct gen_pool *, struct gen_pool_chunk *, void *), void *); | 
 | 78 | extern size_t gen_pool_avail(struct gen_pool *); | 
 | 79 | extern size_t gen_pool_size(struct gen_pool *); | 
| Steve Muckle | f132c6c | 2012-06-06 18:30:57 -0700 | [diff] [blame] | 80 |  | 
 | 81 | unsigned long __must_check | 
 | 82 | gen_pool_alloc_aligned(struct gen_pool *pool, size_t size, | 
 | 83 |                        unsigned alignment_order); | 
 | 84 |  | 
 | 85 | /** | 
 | 86 |  * gen_pool_alloc() - allocate special memory from the pool | 
 | 87 |  * @pool:       Pool to allocate from. | 
 | 88 |  * @size:       Number of bytes to allocate from the pool. | 
 | 89 |  * | 
 | 90 |  * Allocate the requested number of bytes from the specified pool. | 
 | 91 |  * Uses a first-fit algorithm. | 
 | 92 |  */ | 
 | 93 | static inline unsigned long __must_check | 
 | 94 | gen_pool_alloc(struct gen_pool *pool, size_t size) | 
 | 95 | { | 
 | 96 |         return gen_pool_alloc_aligned(pool, size, 0); | 
 | 97 | } | 
 | 98 |  | 
| Jean-Christophe PLAGNIOL-VILLARD | 6aae6e0 | 2011-05-24 17:13:33 -0700 | [diff] [blame] | 99 | #endif /* __GENALLOC_H__ */ |