Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* Fallback functions when the main IOMMU code is not compiled in. This |
| 2 | code is roughly equivalent to i386. */ |
| 3 | #include <linux/mm.h> |
| 4 | #include <linux/init.h> |
| 5 | #include <linux/pci.h> |
| 6 | #include <linux/string.h> |
Andrew Morton | 8fa3d6f | 2006-06-26 13:59:05 +0200 | [diff] [blame] | 7 | #include <linux/dma-mapping.h> |
Jens Axboe | b922f53 | 2007-07-24 12:39:27 +0200 | [diff] [blame] | 8 | #include <linux/scatterlist.h> |
Andrew Morton | 8fa3d6f | 2006-06-26 13:59:05 +0200 | [diff] [blame] | 9 | |
Joerg Roedel | 395624f | 2007-10-24 12:49:47 +0200 | [diff] [blame] | 10 | #include <asm/gart.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <asm/processor.h> |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 12 | #include <asm/dma.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 14 | static int |
| 15 | check_addr(char *name, struct device *hwdev, dma_addr_t bus, size_t size) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | { |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 17 | if (hwdev && bus + size > *hwdev->dma_mask) { |
Andrew Morton | 8fa3d6f | 2006-06-26 13:59:05 +0200 | [diff] [blame] | 18 | if (*hwdev->dma_mask >= DMA_32BIT_MASK) |
Andi Kleen | f0fdabf | 2006-05-15 18:19:38 +0200 | [diff] [blame] | 19 | printk(KERN_ERR |
Andrew Morton | 8fa3d6f | 2006-06-26 13:59:05 +0200 | [diff] [blame] | 20 | "nommu_%s: overflow %Lx+%zu of device mask %Lx\n", |
| 21 | name, (long long)bus, size, |
| 22 | (long long)*hwdev->dma_mask); |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 23 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | return 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 28 | static dma_addr_t |
Ingo Molnar | 2be6214 | 2008-04-19 19:19:56 +0200 | [diff] [blame] | 29 | nommu_map_single(struct device *hwdev, phys_addr_t paddr, size_t size, |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 30 | int direction) |
| 31 | { |
Ingo Molnar | 2be6214 | 2008-04-19 19:19:56 +0200 | [diff] [blame] | 32 | dma_addr_t bus = paddr; |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 33 | if (!check_addr("map_single", hwdev, bus, size)) |
| 34 | return bad_dma_address; |
Glauber Costa | e4dcdd6 | 2008-04-08 13:20:46 -0300 | [diff] [blame^] | 35 | flush_write_buffers(); |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 36 | return bus; |
| 37 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 39 | |
| 40 | /* Map a set of buffers described by scatterlist in streaming |
| 41 | * mode for DMA. This is the scatter-gather version of the |
| 42 | * above pci_map_single interface. Here the scatter gather list |
| 43 | * elements are each tagged with the appropriate dma address |
| 44 | * and length. They are obtained via sg_dma_{address,length}(SG). |
| 45 | * |
| 46 | * NOTE: An implementation may be able to use a smaller number of |
| 47 | * DMA address/length pairs than there are SG table elements. |
| 48 | * (for example via virtual mapping capabilities) |
| 49 | * The routine returns the number of addr/length pairs actually |
| 50 | * used, at most nents. |
| 51 | * |
| 52 | * Device ownership issues as mentioned above for pci_map_single are |
| 53 | * the same here. |
| 54 | */ |
Yinghai Lu | 1048fa5 | 2007-07-21 17:11:23 +0200 | [diff] [blame] | 55 | static int nommu_map_sg(struct device *hwdev, struct scatterlist *sg, |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 56 | int nents, int direction) |
| 57 | { |
Jens Axboe | b922f53 | 2007-07-24 12:39:27 +0200 | [diff] [blame] | 58 | struct scatterlist *s; |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 59 | int i; |
| 60 | |
Jens Axboe | b922f53 | 2007-07-24 12:39:27 +0200 | [diff] [blame] | 61 | for_each_sg(sg, s, nents, i) { |
Jens Axboe | 58b053e | 2007-10-22 20:02:46 +0200 | [diff] [blame] | 62 | BUG_ON(!sg_page(s)); |
| 63 | s->dma_address = virt_to_bus(sg_virt(s)); |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 64 | if (!check_addr("map_sg", hwdev, s->dma_address, s->length)) |
| 65 | return 0; |
| 66 | s->dma_length = s->length; |
| 67 | } |
Glauber Costa | e4dcdd6 | 2008-04-08 13:20:46 -0300 | [diff] [blame^] | 68 | flush_write_buffers(); |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 69 | return nents; |
| 70 | } |
| 71 | |
Glauber Costa | 9f9ab46 | 2008-04-08 13:20:45 -0300 | [diff] [blame] | 72 | /* Make sure we keep the same behaviour */ |
| 73 | static int nommu_mapping_error(dma_addr_t dma_addr) |
| 74 | { |
| 75 | #ifdef CONFIG_X86_32 |
| 76 | return 0; |
| 77 | #else |
| 78 | return (dma_addr == bad_dma_address); |
| 79 | #endif |
| 80 | } |
| 81 | |
| 82 | |
Stephen Hemminger | e658450 | 2007-05-02 19:27:06 +0200 | [diff] [blame] | 83 | const struct dma_mapping_ops nommu_dma_ops = { |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 84 | .map_single = nommu_map_single, |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 85 | .map_sg = nommu_map_sg, |
Glauber Costa | 9f9ab46 | 2008-04-08 13:20:45 -0300 | [diff] [blame] | 86 | .mapping_error = nommu_mapping_error, |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 87 | .is_phys = 1, |
| 88 | }; |
| 89 | |
| 90 | void __init no_iommu_init(void) |
| 91 | { |
| 92 | if (dma_ops) |
| 93 | return; |
Muli Ben-Yehuda | a166222 | 2006-08-02 22:37:31 +0200 | [diff] [blame] | 94 | |
| 95 | force_iommu = 0; /* no HW IOMMU */ |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 96 | dma_ops = &nommu_dma_ops; |
Muli Ben-Yehuda | 17a941d | 2006-01-11 22:44:42 +0100 | [diff] [blame] | 97 | } |