blob: 36c0009dbece5d29d80ac8253edb64e6cd98867b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _ASM_IA64_DMA_MAPPING_H
2#define _ASM_IA64_DMA_MAPPING_H
3
4/*
5 * Copyright (C) 2003-2004 Hewlett-Packard Co
6 * David Mosberger-Tang <davidm@hpl.hp.com>
7 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <asm/machvec.h>
Jens Axboe9b6eccf2007-10-16 11:27:26 +02009#include <linux/scatterlist.h>
Fenghua Yu62fdd762008-10-17 12:14:13 -070010#include <asm/swiotlb.h>
11
John Keller175add12008-11-24 16:47:17 -060012#define ARCH_HAS_DMA_GET_REQUIRED_MASK
13
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090014extern struct dma_map_ops *dma_ops;
Fenghua Yu62fdd762008-10-17 12:14:13 -070015extern struct ia64_machine_vector ia64_mv;
16extern void set_iommu_machvec(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
FUJITA Tomonoric2990302009-01-07 02:13:42 +090018extern void machvec_dma_sync_single(struct device *, dma_addr_t, size_t,
19 enum dma_data_direction);
20extern void machvec_dma_sync_sg(struct device *, struct scatterlist *, int,
21 enum dma_data_direction);
22
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090023static inline void *dma_alloc_coherent(struct device *dev, size_t size,
24 dma_addr_t *daddr, gfp_t gfp)
25{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090026 struct dma_map_ops *ops = platform_dma_get_ops(dev);
Yasunori Goto0d688da2009-02-03 10:52:03 +090027 return ops->alloc_coherent(dev, size, daddr, gfp);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090028}
FUJITA Tomonori3a80b6a2008-09-08 18:10:10 +090029
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090030static inline void dma_free_coherent(struct device *dev, size_t size,
31 void *caddr, dma_addr_t daddr)
Roland Dreierb7de8e72007-02-14 00:32:53 -080032{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090033 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +090034 ops->free_coherent(dev, size, caddr, daddr);
Roland Dreierb7de8e72007-02-14 00:32:53 -080035}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090036
37#define dma_alloc_noncoherent(d, s, h, f) dma_alloc_coherent(d, s, h, f)
38#define dma_free_noncoherent(d, s, v, h) dma_free_coherent(d, s, v, h)
39
40static inline dma_addr_t dma_map_single_attrs(struct device *dev,
41 void *caddr, size_t size,
42 enum dma_data_direction dir,
43 struct dma_attrs *attrs)
Roland Dreierb7de8e72007-02-14 00:32:53 -080044{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090045 struct dma_map_ops *ops = platform_dma_get_ops(dev);
46 return ops->map_page(dev, virt_to_page(caddr),
47 (unsigned long)caddr & ~PAGE_MASK, size,
48 dir, attrs);
Roland Dreierb7de8e72007-02-14 00:32:53 -080049}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090050
51static inline void dma_unmap_single_attrs(struct device *dev, dma_addr_t daddr,
52 size_t size,
53 enum dma_data_direction dir,
54 struct dma_attrs *attrs)
Arthur Kepner309df0c2008-04-29 01:00:32 -070055{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090056 struct dma_map_ops *ops = platform_dma_get_ops(dev);
57 ops->unmap_page(dev, daddr, size, dir, attrs);
Arthur Kepner309df0c2008-04-29 01:00:32 -070058}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090059
60#define dma_map_single(d, a, s, r) dma_map_single_attrs(d, a, s, r, NULL)
61#define dma_unmap_single(d, a, s, r) dma_unmap_single_attrs(d, a, s, r, NULL)
62
63static inline int dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl,
64 int nents, enum dma_data_direction dir,
65 struct dma_attrs *attrs)
Arthur Kepner309df0c2008-04-29 01:00:32 -070066{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090067 struct dma_map_ops *ops = platform_dma_get_ops(dev);
68 return ops->map_sg(dev, sgl, nents, dir, attrs);
Arthur Kepner309df0c2008-04-29 01:00:32 -070069}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090070
71static inline void dma_unmap_sg_attrs(struct device *dev,
72 struct scatterlist *sgl, int nents,
73 enum dma_data_direction dir,
74 struct dma_attrs *attrs)
Arthur Kepner309df0c2008-04-29 01:00:32 -070075{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090076 struct dma_map_ops *ops = platform_dma_get_ops(dev);
77 ops->unmap_sg(dev, sgl, nents, dir, attrs);
Arthur Kepner309df0c2008-04-29 01:00:32 -070078}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090079
80#define dma_map_sg(d, s, n, r) dma_map_sg_attrs(d, s, n, r, NULL)
81#define dma_unmap_sg(d, s, n, r) dma_unmap_sg_attrs(d, s, n, r, NULL)
82
83static inline void dma_sync_single_for_cpu(struct device *dev, dma_addr_t daddr,
84 size_t size,
85 enum dma_data_direction dir)
Arthur Kepner309df0c2008-04-29 01:00:32 -070086{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090087 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +090088 ops->sync_single_for_cpu(dev, daddr, size, dir);
Arthur Kepner309df0c2008-04-29 01:00:32 -070089}
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090090
91static inline void dma_sync_sg_for_cpu(struct device *dev,
92 struct scatterlist *sgl,
93 int nents, enum dma_data_direction dir)
94{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090095 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +090096 ops->sync_sg_for_cpu(dev, sgl, nents, dir);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +090097}
98
99static inline void dma_sync_single_for_device(struct device *dev,
100 dma_addr_t daddr,
101 size_t size,
102 enum dma_data_direction dir)
103{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +0900104 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +0900105 ops->sync_single_for_device(dev, daddr, size, dir);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +0900106}
107
108static inline void dma_sync_sg_for_device(struct device *dev,
109 struct scatterlist *sgl,
110 int nents,
111 enum dma_data_direction dir)
112{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +0900113 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +0900114 ops->sync_sg_for_device(dev, sgl, nents, dir);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +0900115}
116
117static inline int dma_mapping_error(struct device *dev, dma_addr_t daddr)
118{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +0900119 struct dma_map_ops *ops = platform_dma_get_ops(dev);
FUJITA Tomonoric190ab02009-01-05 23:36:16 +0900120 return ops->mapping_error(dev, daddr);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +0900121}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
FUJITA Tomonori160c1d82009-01-05 23:59:02 +0900123static inline dma_addr_t dma_map_page(struct device *dev, struct page *page,
124 size_t offset, size_t size,
125 enum dma_data_direction dir)
126{
127 struct dma_map_ops *ops = platform_dma_get_ops(dev);
128 return ops->map_page(dev, page, offset, size, dir, NULL);
129}
130
131static inline void dma_unmap_page(struct device *dev, dma_addr_t addr,
132 size_t size, enum dma_data_direction dir)
133{
134 dma_unmap_single(dev, addr, size, dir);
135}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
137/*
138 * Rest of this file is part of the "Advanced DMA API". Use at your own risk.
139 * See Documentation/DMA-API.txt for details.
140 */
141
142#define dma_sync_single_range_for_cpu(dev, dma_handle, offset, size, dir) \
143 dma_sync_single_for_cpu(dev, dma_handle, size, dir)
144#define dma_sync_single_range_for_device(dev, dma_handle, offset, size, dir) \
145 dma_sync_single_for_device(dev, dma_handle, size, dir)
146
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +0900147static inline int dma_supported(struct device *dev, u64 mask)
148{
FUJITA Tomonori160c1d82009-01-05 23:59:02 +0900149 struct dma_map_ops *ops = platform_dma_get_ops(dev);
150 return ops->dma_supported(dev, mask);
FUJITA Tomonorib7ea6e92009-01-05 23:36:13 +0900151}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
153static inline int
154dma_set_mask (struct device *dev, u64 mask)
155{
156 if (!dev->dma_mask || !dma_supported(dev, mask))
157 return -EIO;
158 *dev->dma_mask = mask;
159 return 0;
160}
161
John W. Linvillee1531b42005-11-07 00:57:54 -0800162extern int dma_get_cache_alignment(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
164static inline void
Ralf Baechled3fa72e2006-12-06 20:38:56 -0800165dma_cache_sync (struct device *dev, void *vaddr, size_t size,
166 enum dma_data_direction dir)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167{
168 /*
169 * IA-64 is cache-coherent, so this is mostly a no-op. However, we do need to
170 * ensure that dma_cache_sync() enforces order, hence the mb().
171 */
172 mb();
173}
174
Ralf Baechlef67637e2006-12-06 20:38:54 -0800175#define dma_is_consistent(d, h) (1) /* all we do is coherent memory... */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177#endif /* _ASM_IA64_DMA_MAPPING_H */