Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 2 | * Copyright (C) 2006 Benjamin Herrenschmidt, IBM Corporation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 4 | * Provide default implementations of the DMA mapping callbacks for |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 5 | * directly mapped busses. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/device.h> |
| 9 | #include <linux/dma-mapping.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | #include <asm/bug.h> |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 11 | #include <asm/abs_addr.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 13 | /* |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 14 | * Generic direct DMA implementation |
Benjamin Herrenschmidt | 92b20c4 | 2006-11-11 17:25:14 +1100 | [diff] [blame] | 15 | * |
Michael Ellerman | 31d1b49 | 2008-01-21 16:42:48 +1100 | [diff] [blame] | 16 | * This implementation supports a per-device offset that can be applied if |
| 17 | * the address at which memory is visible to devices is not 0. Platform code |
| 18 | * can set archdata.dma_data to an unsigned long holding the offset. By |
| 19 | * default the offset is zero. |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 20 | */ |
| 21 | |
Michael Ellerman | 35e4a6e | 2008-01-21 16:42:43 +1100 | [diff] [blame] | 22 | static unsigned long get_dma_direct_offset(struct device *dev) |
| 23 | { |
| 24 | return (unsigned long)dev->archdata.dma_data; |
| 25 | } |
| 26 | |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 27 | static void *dma_direct_alloc_coherent(struct device *dev, size_t size, |
| 28 | dma_addr_t *dma_handle, gfp_t flag) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | { |
Benjamin Herrenschmidt | c80d913 | 2006-11-11 17:25:16 +1100 | [diff] [blame] | 30 | struct page *page; |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 31 | void *ret; |
Becky Bruce | 8fae035 | 2008-09-08 09:09:54 +0000 | [diff] [blame^] | 32 | int node = dev_to_node(dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | |
Benjamin Herrenschmidt | c80d913 | 2006-11-11 17:25:16 +1100 | [diff] [blame] | 34 | page = alloc_pages_node(node, flag, get_order(size)); |
| 35 | if (page == NULL) |
| 36 | return NULL; |
| 37 | ret = page_address(page); |
| 38 | memset(ret, 0, size); |
Michael Ellerman | 35e4a6e | 2008-01-21 16:42:43 +1100 | [diff] [blame] | 39 | *dma_handle = virt_to_abs(ret) + get_dma_direct_offset(dev); |
Benjamin Herrenschmidt | c80d913 | 2006-11-11 17:25:16 +1100 | [diff] [blame] | 40 | |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 41 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 | |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 44 | static void dma_direct_free_coherent(struct device *dev, size_t size, |
| 45 | void *vaddr, dma_addr_t dma_handle) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | { |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 47 | free_pages((unsigned long)vaddr, get_order(size)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 50 | static dma_addr_t dma_direct_map_single(struct device *dev, void *ptr, |
| 51 | size_t size, |
Mark Nelson | 3affedc | 2008-07-05 05:05:42 +1000 | [diff] [blame] | 52 | enum dma_data_direction direction, |
| 53 | struct dma_attrs *attrs) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | { |
Michael Ellerman | 35e4a6e | 2008-01-21 16:42:43 +1100 | [diff] [blame] | 55 | return virt_to_abs(ptr) + get_dma_direct_offset(dev); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | } |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 57 | |
| 58 | static void dma_direct_unmap_single(struct device *dev, dma_addr_t dma_addr, |
| 59 | size_t size, |
Mark Nelson | 3affedc | 2008-07-05 05:05:42 +1000 | [diff] [blame] | 60 | enum dma_data_direction direction, |
| 61 | struct dma_attrs *attrs) |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 62 | { |
| 63 | } |
| 64 | |
Jens Axboe | 78bdc31 | 2007-10-12 13:44:12 +0200 | [diff] [blame] | 65 | static int dma_direct_map_sg(struct device *dev, struct scatterlist *sgl, |
Mark Nelson | 3affedc | 2008-07-05 05:05:42 +1000 | [diff] [blame] | 66 | int nents, enum dma_data_direction direction, |
| 67 | struct dma_attrs *attrs) |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 68 | { |
Jens Axboe | 78bdc31 | 2007-10-12 13:44:12 +0200 | [diff] [blame] | 69 | struct scatterlist *sg; |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 70 | int i; |
| 71 | |
Jens Axboe | 78bdc31 | 2007-10-12 13:44:12 +0200 | [diff] [blame] | 72 | for_each_sg(sgl, sg, nents, i) { |
Michael Ellerman | 35e4a6e | 2008-01-21 16:42:43 +1100 | [diff] [blame] | 73 | sg->dma_address = sg_phys(sg) + get_dma_direct_offset(dev); |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 74 | sg->dma_length = sg->length; |
| 75 | } |
| 76 | |
| 77 | return nents; |
| 78 | } |
| 79 | |
| 80 | static void dma_direct_unmap_sg(struct device *dev, struct scatterlist *sg, |
Mark Nelson | 3affedc | 2008-07-05 05:05:42 +1000 | [diff] [blame] | 81 | int nents, enum dma_data_direction direction, |
| 82 | struct dma_attrs *attrs) |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 83 | { |
| 84 | } |
| 85 | |
| 86 | static int dma_direct_dma_supported(struct device *dev, u64 mask) |
| 87 | { |
| 88 | /* Could be improved to check for memory though it better be |
| 89 | * done via some global so platforms can set the limit in case |
| 90 | * they have limited DMA windows |
| 91 | */ |
| 92 | return mask >= DMA_32BIT_MASK; |
| 93 | } |
| 94 | |
| 95 | struct dma_mapping_ops dma_direct_ops = { |
| 96 | .alloc_coherent = dma_direct_alloc_coherent, |
| 97 | .free_coherent = dma_direct_free_coherent, |
| 98 | .map_single = dma_direct_map_single, |
| 99 | .unmap_single = dma_direct_unmap_single, |
| 100 | .map_sg = dma_direct_map_sg, |
| 101 | .unmap_sg = dma_direct_unmap_sg, |
| 102 | .dma_supported = dma_direct_dma_supported, |
| 103 | }; |
| 104 | EXPORT_SYMBOL(dma_direct_ops); |