| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Uwe Zeisberger | f30c226 | 2006-10-03 23:01:26 +0200 | [diff] [blame] | 2 |  * arch/arm/mach-sa1100/dma.c | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 |  * | 
 | 4 |  * Support functions for the SA11x0 internal DMA channels. | 
 | 5 |  * | 
 | 6 |  * Copyright (C) 2000, 2001 by Nicolas Pitre | 
 | 7 |  * | 
 | 8 |  * This program is free software; you can redistribute it and/or modify | 
 | 9 |  * it under the terms of the GNU General Public License version 2 as | 
 | 10 |  * published by the Free Software Foundation. | 
 | 11 |  */ | 
 | 12 |  | 
 | 13 | #include <linux/module.h> | 
 | 14 | #include <linux/interrupt.h> | 
 | 15 | #include <linux/init.h> | 
 | 16 | #include <linux/spinlock.h> | 
 | 17 | #include <linux/errno.h> | 
 | 18 |  | 
 | 19 | #include <asm/system.h> | 
 | 20 | #include <asm/irq.h> | 
| Russell King | a09e64f | 2008-08-05 16:14:15 +0100 | [diff] [blame] | 21 | #include <mach/hardware.h> | 
| Russell King | dcea83a | 2008-11-29 11:40:28 +0000 | [diff] [blame] | 22 | #include <mach/dma.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 |  | 
 | 24 |  | 
 | 25 | #undef DEBUG | 
 | 26 | #ifdef DEBUG | 
 | 27 | #define DPRINTK( s, arg... )  printk( "dma<%p>: " s, regs , ##arg ) | 
 | 28 | #else | 
 | 29 | #define DPRINTK( x... ) | 
 | 30 | #endif | 
 | 31 |  | 
 | 32 |  | 
 | 33 | typedef struct { | 
 | 34 | 	const char *device_id;		/* device name */ | 
 | 35 | 	u_long device;			/* this channel device, 0  if unused*/ | 
 | 36 | 	dma_callback_t callback;	/* to call when DMA completes */ | 
 | 37 | 	void *data;			/* ... with private data ptr */ | 
 | 38 | } sa1100_dma_t; | 
 | 39 |  | 
 | 40 | static sa1100_dma_t dma_chan[SA1100_DMA_CHANNELS]; | 
 | 41 |  | 
| Dmitry Artamonow | 4275c13 | 2009-09-19 05:58:54 +0100 | [diff] [blame] | 42 | static DEFINE_SPINLOCK(dma_list_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 |  | 
 | 44 |  | 
| Linus Torvalds | 0cd61b6 | 2006-10-06 10:53:39 -0700 | [diff] [blame] | 45 | static irqreturn_t dma_irq_handler(int irq, void *dev_id) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | { | 
 | 47 | 	dma_regs_t *dma_regs = dev_id; | 
 | 48 | 	sa1100_dma_t *dma = dma_chan + (((u_int)dma_regs >> 5) & 7); | 
 | 49 | 	int status = dma_regs->RdDCSR; | 
 | 50 |  | 
 | 51 | 	if (status & (DCSR_ERROR)) { | 
 | 52 | 		printk(KERN_CRIT "DMA on \"%s\" caused an error\n", dma->device_id); | 
 | 53 | 		dma_regs->ClrDCSR = DCSR_ERROR; | 
 | 54 | 	} | 
 | 55 |  | 
 | 56 | 	dma_regs->ClrDCSR = status & (DCSR_DONEA | DCSR_DONEB); | 
 | 57 | 	if (dma->callback) { | 
 | 58 | 		if (status & DCSR_DONEA) | 
 | 59 | 			dma->callback(dma->data); | 
 | 60 | 		if (status & DCSR_DONEB) | 
 | 61 | 			dma->callback(dma->data); | 
 | 62 | 	} | 
 | 63 | 	return IRQ_HANDLED; | 
 | 64 | } | 
 | 65 |  | 
 | 66 |  | 
 | 67 | /** | 
| André Goddard Rosa | af901ca | 2009-11-14 13:09:05 -0200 | [diff] [blame] | 68 |  *	sa1100_request_dma - allocate one of the SA11x0's DMA channels | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 |  *	@device: The SA11x0 peripheral targeted by this request | 
 | 70 |  *	@device_id: An ascii name for the claiming device | 
 | 71 |  *	@callback: Function to be called when the DMA completes | 
 | 72 |  *	@data: A cookie passed back to the callback function | 
 | 73 |  *	@dma_regs: Pointer to the location of the allocated channel's identifier | 
 | 74 |  * | 
 | 75 |  * 	This function will search for a free DMA channel and returns the | 
 | 76 |  * 	address of the hardware registers for that channel as the channel | 
 | 77 |  * 	identifier. This identifier is written to the location pointed by | 
 | 78 |  * 	@dma_regs. The list of possible values for @device are listed into | 
| Russell King | a09e64f | 2008-08-05 16:14:15 +0100 | [diff] [blame] | 79 |  * 	arch/arm/mach-sa1100/include/mach/dma.h as a dma_device_t enum. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 |  * | 
 | 81 |  * 	Note that reading from a port and writing to the same port are | 
 | 82 |  * 	actually considered as two different streams requiring separate | 
 | 83 |  * 	DMA registrations. | 
 | 84 |  * | 
 | 85 |  * 	The @callback function is called from interrupt context when one | 
 | 86 |  * 	of the two possible DMA buffers in flight has terminated. That | 
 | 87 |  * 	function has to be small and efficient while posponing more complex | 
 | 88 |  * 	processing to a lower priority execution context. | 
 | 89 |  * | 
 | 90 |  * 	If no channels are available, or if the desired @device is already in | 
 | 91 |  * 	use by another DMA channel, then an error code is returned.  This | 
 | 92 |  * 	function must be called before any other DMA calls. | 
 | 93 |  **/ | 
 | 94 |  | 
 | 95 | int sa1100_request_dma (dma_device_t device, const char *device_id, | 
 | 96 | 			dma_callback_t callback, void *data, | 
 | 97 | 			dma_regs_t **dma_regs) | 
 | 98 | { | 
 | 99 | 	sa1100_dma_t *dma = NULL; | 
 | 100 | 	dma_regs_t *regs; | 
 | 101 | 	int i, err; | 
 | 102 |  | 
 | 103 | 	*dma_regs = NULL; | 
 | 104 |  | 
 | 105 | 	err = 0; | 
 | 106 | 	spin_lock(&dma_list_lock); | 
 | 107 | 	for (i = 0; i < SA1100_DMA_CHANNELS; i++) { | 
 | 108 | 		if (dma_chan[i].device == device) { | 
 | 109 | 			err = -EBUSY; | 
 | 110 | 			break; | 
 | 111 | 		} else if (!dma_chan[i].device && !dma) { | 
 | 112 | 			dma = &dma_chan[i]; | 
 | 113 | 		} | 
 | 114 | 	} | 
 | 115 | 	if (!err) { | 
| Kristoffer Ericson | 9398253 | 2008-11-26 20:58:43 +0100 | [diff] [blame] | 116 | 		if (dma) | 
 | 117 | 			dma->device = device; | 
 | 118 | 		else | 
 | 119 | 			err = -ENOSR; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | 	} | 
 | 121 | 	spin_unlock(&dma_list_lock); | 
 | 122 | 	if (err) | 
 | 123 | 		return err; | 
 | 124 |  | 
 | 125 | 	i = dma - dma_chan; | 
 | 126 | 	regs = (dma_regs_t *)&DDAR(i); | 
| Thomas Gleixner | 52e405e | 2006-07-03 02:20:05 +0200 | [diff] [blame] | 127 | 	err = request_irq(IRQ_DMA0 + i, dma_irq_handler, IRQF_DISABLED, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | 			  device_id, regs); | 
 | 129 | 	if (err) { | 
 | 130 | 		printk(KERN_ERR | 
 | 131 | 		       "%s: unable to request IRQ %d for %s\n", | 
| Harvey Harrison | 8e86f42 | 2008-03-04 15:08:02 -0800 | [diff] [blame] | 132 | 		       __func__, IRQ_DMA0 + i, device_id); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | 		dma->device = 0; | 
 | 134 | 		return err; | 
 | 135 | 	} | 
 | 136 |  | 
 | 137 | 	*dma_regs = regs; | 
 | 138 | 	dma->device_id = device_id; | 
 | 139 | 	dma->callback = callback; | 
 | 140 | 	dma->data = data; | 
 | 141 |  | 
 | 142 | 	regs->ClrDCSR = | 
 | 143 | 		(DCSR_DONEA | DCSR_DONEB | DCSR_STRTA | DCSR_STRTB | | 
 | 144 | 		 DCSR_IE | DCSR_ERROR | DCSR_RUN); | 
 | 145 | 	regs->DDAR = device; | 
 | 146 |  | 
 | 147 | 	return 0; | 
 | 148 | } | 
 | 149 |  | 
 | 150 |  | 
 | 151 | /** | 
 | 152 |  * 	sa1100_free_dma - free a SA11x0 DMA channel | 
 | 153 |  * 	@regs: identifier for the channel to free | 
 | 154 |  * | 
 | 155 |  * 	This clears all activities on a given DMA channel and releases it | 
 | 156 |  * 	for future requests.  The @regs identifier is provided by a | 
 | 157 |  * 	successful call to sa1100_request_dma(). | 
 | 158 |  **/ | 
 | 159 |  | 
 | 160 | void sa1100_free_dma(dma_regs_t *regs) | 
 | 161 | { | 
 | 162 | 	int i; | 
 | 163 |  | 
 | 164 | 	for (i = 0; i < SA1100_DMA_CHANNELS; i++) | 
 | 165 | 		if (regs == (dma_regs_t *)&DDAR(i)) | 
 | 166 | 			break; | 
 | 167 | 	if (i >= SA1100_DMA_CHANNELS) { | 
| Harvey Harrison | 8e86f42 | 2008-03-04 15:08:02 -0800 | [diff] [blame] | 168 | 		printk(KERN_ERR "%s: bad DMA identifier\n", __func__); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | 		return; | 
 | 170 | 	} | 
 | 171 |  | 
 | 172 | 	if (!dma_chan[i].device) { | 
| Harvey Harrison | 8e86f42 | 2008-03-04 15:08:02 -0800 | [diff] [blame] | 173 | 		printk(KERN_ERR "%s: Trying to free free DMA\n", __func__); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | 		return; | 
 | 175 | 	} | 
 | 176 |  | 
 | 177 | 	regs->ClrDCSR = | 
 | 178 | 		(DCSR_DONEA | DCSR_DONEB | DCSR_STRTA | DCSR_STRTB | | 
 | 179 | 		 DCSR_IE | DCSR_ERROR | DCSR_RUN); | 
 | 180 | 	free_irq(IRQ_DMA0 + i, regs); | 
 | 181 | 	dma_chan[i].device = 0; | 
 | 182 | } | 
 | 183 |  | 
 | 184 |  | 
 | 185 | /** | 
 | 186 |  * 	sa1100_start_dma - submit a data buffer for DMA | 
 | 187 |  * 	@regs: identifier for the channel to use | 
 | 188 |  * 	@dma_ptr: buffer physical (or bus) start address | 
 | 189 |  * 	@size: buffer size | 
 | 190 |  * | 
 | 191 |  * 	This function hands the given data buffer to the hardware for DMA | 
 | 192 |  * 	access. If another buffer is already in flight then this buffer | 
 | 193 |  * 	will be queued so the DMA engine will switch to it automatically | 
 | 194 |  * 	when the previous one is done.  The DMA engine is actually toggling | 
 | 195 |  * 	between two buffers so at most 2 successful calls can be made before | 
 | 196 |  * 	one of them terminates and the callback function is called. | 
 | 197 |  * | 
 | 198 |  * 	The @regs identifier is provided by a successful call to | 
 | 199 |  * 	sa1100_request_dma(). | 
 | 200 |  * | 
 | 201 |  * 	The @size must not be larger than %MAX_DMA_SIZE.  If a given buffer | 
 | 202 |  * 	is larger than that then it's the caller's responsibility to split | 
 | 203 |  * 	it into smaller chunks and submit them separately. If this is the | 
 | 204 |  * 	case then a @size of %CUT_DMA_SIZE is recommended to avoid ending | 
 | 205 |  * 	up with too small chunks. The callback function can be used to chain | 
 | 206 |  * 	submissions of buffer chunks. | 
 | 207 |  * | 
 | 208 |  * 	Error return values: | 
 | 209 |  * 	%-EOVERFLOW:	Given buffer size is too big. | 
 | 210 |  * 	%-EBUSY:	Both DMA buffers are already in use. | 
 | 211 |  * 	%-EAGAIN:	Both buffers were busy but one of them just completed | 
 | 212 |  * 			but the interrupt handler has to execute first. | 
 | 213 |  * | 
 | 214 |  * 	This function returs 0 on success. | 
 | 215 |  **/ | 
 | 216 |  | 
 | 217 | int sa1100_start_dma(dma_regs_t *regs, dma_addr_t dma_ptr, u_int size) | 
 | 218 | { | 
 | 219 | 	unsigned long flags; | 
 | 220 | 	u_long status; | 
 | 221 | 	int ret; | 
 | 222 |  | 
 | 223 | 	if (dma_ptr & 3) | 
 | 224 | 		printk(KERN_WARNING "DMA: unaligned start address (0x%08lx)\n", | 
 | 225 | 		       (unsigned long)dma_ptr); | 
 | 226 |  | 
 | 227 | 	if (size > MAX_DMA_SIZE) | 
 | 228 | 		return -EOVERFLOW; | 
 | 229 |  | 
 | 230 | 	local_irq_save(flags); | 
 | 231 | 	status = regs->RdDCSR; | 
 | 232 |  | 
 | 233 | 	/* If both DMA buffers are started, there's nothing else we can do. */ | 
 | 234 | 	if ((status & (DCSR_STRTA | DCSR_STRTB)) == (DCSR_STRTA | DCSR_STRTB)) { | 
 | 235 | 		DPRINTK("start: st %#x busy\n", status); | 
 | 236 | 		ret = -EBUSY; | 
 | 237 | 		goto out; | 
 | 238 | 	} | 
 | 239 |  | 
 | 240 | 	if (((status & DCSR_BIU) && (status & DCSR_STRTB)) || | 
 | 241 | 	    (!(status & DCSR_BIU) && !(status & DCSR_STRTA))) { | 
 | 242 | 		if (status & DCSR_DONEA) { | 
 | 243 | 			/* give a chance for the interrupt to be processed */ | 
 | 244 | 			ret = -EAGAIN; | 
 | 245 | 			goto out; | 
 | 246 | 		} | 
 | 247 | 		regs->DBSA = dma_ptr; | 
 | 248 | 		regs->DBTA = size; | 
 | 249 | 		regs->SetDCSR = DCSR_STRTA | DCSR_IE | DCSR_RUN; | 
 | 250 | 		DPRINTK("start a=%#x s=%d on A\n", dma_ptr, size); | 
 | 251 | 	} else { | 
 | 252 | 		if (status & DCSR_DONEB) { | 
 | 253 | 			/* give a chance for the interrupt to be processed */ | 
 | 254 | 			ret = -EAGAIN; | 
 | 255 | 			goto out; | 
 | 256 | 		} | 
 | 257 | 		regs->DBSB = dma_ptr; | 
 | 258 | 		regs->DBTB = size; | 
 | 259 | 		regs->SetDCSR = DCSR_STRTB | DCSR_IE | DCSR_RUN; | 
 | 260 | 		DPRINTK("start a=%#x s=%d on B\n", dma_ptr, size); | 
 | 261 | 	} | 
 | 262 | 	ret = 0; | 
 | 263 |  | 
 | 264 | out: | 
 | 265 | 	local_irq_restore(flags); | 
 | 266 | 	return ret; | 
 | 267 | } | 
 | 268 |  | 
 | 269 |  | 
 | 270 | /** | 
 | 271 |  * 	sa1100_get_dma_pos - return current DMA position | 
 | 272 |  * 	@regs: identifier for the channel to use | 
 | 273 |  * | 
 | 274 |  * 	This function returns the current physical (or bus) address for the | 
 | 275 |  * 	given DMA channel.  If the channel is running i.e. not in a stopped | 
 | 276 |  * 	state then the caller must disable interrupts prior calling this | 
 | 277 |  * 	function and process the returned value before re-enabling them to | 
 | 278 |  * 	prevent races with the completion interrupt handler and the callback | 
 | 279 |  * 	function. The validation of the returned value is the caller's | 
 | 280 |  * 	responsibility as well -- the hardware seems to return out of range | 
 | 281 |  * 	values when the DMA engine completes a buffer. | 
 | 282 |  * | 
 | 283 |  * 	The @regs identifier is provided by a successful call to | 
 | 284 |  * 	sa1100_request_dma(). | 
 | 285 |  **/ | 
 | 286 |  | 
 | 287 | dma_addr_t sa1100_get_dma_pos(dma_regs_t *regs) | 
 | 288 | { | 
 | 289 | 	int status; | 
 | 290 |  | 
 | 291 | 	/* | 
 | 292 | 	 * We must determine whether buffer A or B is active. | 
 | 293 | 	 * Two possibilities: either we are in the middle of | 
 | 294 | 	 * a buffer, or the DMA controller just switched to the | 
 | 295 | 	 * next toggle but the interrupt hasn't been serviced yet. | 
 | 296 | 	 * The former case is straight forward.  In the later case, | 
 | 297 | 	 * we'll do like if DMA is just at the end of the previous | 
 | 298 | 	 * toggle since all registers haven't been reset yet. | 
 | 299 | 	 * This goes around the edge case and since we're always | 
 | 300 | 	 * a little behind anyways it shouldn't make a big difference. | 
 | 301 | 	 * If DMA has been stopped prior calling this then the | 
 | 302 | 	 * position is exact. | 
 | 303 | 	 */ | 
 | 304 | 	status = regs->RdDCSR; | 
 | 305 | 	if ((!(status & DCSR_BIU) &&  (status & DCSR_STRTA)) || | 
 | 306 | 	    ( (status & DCSR_BIU) && !(status & DCSR_STRTB))) | 
 | 307 | 		return regs->DBSA; | 
 | 308 | 	else | 
 | 309 | 		return regs->DBSB; | 
 | 310 | } | 
 | 311 |  | 
 | 312 |  | 
 | 313 | /** | 
 | 314 |  * 	sa1100_reset_dma - reset a DMA channel | 
 | 315 |  * 	@regs: identifier for the channel to use | 
 | 316 |  * | 
 | 317 |  * 	This function resets and reconfigure the given DMA channel. This is | 
 | 318 |  * 	particularly useful after a sleep/wakeup event. | 
 | 319 |  * | 
 | 320 |  * 	The @regs identifier is provided by a successful call to | 
 | 321 |  * 	sa1100_request_dma(). | 
 | 322 |  **/ | 
 | 323 |  | 
 | 324 | void sa1100_reset_dma(dma_regs_t *regs) | 
 | 325 | { | 
 | 326 | 	int i; | 
 | 327 |  | 
 | 328 | 	for (i = 0; i < SA1100_DMA_CHANNELS; i++) | 
 | 329 | 		if (regs == (dma_regs_t *)&DDAR(i)) | 
 | 330 | 			break; | 
 | 331 | 	if (i >= SA1100_DMA_CHANNELS) { | 
| Harvey Harrison | 8e86f42 | 2008-03-04 15:08:02 -0800 | [diff] [blame] | 332 | 		printk(KERN_ERR "%s: bad DMA identifier\n", __func__); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 333 | 		return; | 
 | 334 | 	} | 
 | 335 |  | 
 | 336 | 	regs->ClrDCSR = | 
 | 337 | 		(DCSR_DONEA | DCSR_DONEB | DCSR_STRTA | DCSR_STRTB | | 
 | 338 | 		 DCSR_IE | DCSR_ERROR | DCSR_RUN); | 
 | 339 | 	regs->DDAR = dma_chan[i].device; | 
 | 340 | } | 
 | 341 |  | 
 | 342 |  | 
 | 343 | EXPORT_SYMBOL(sa1100_request_dma); | 
 | 344 | EXPORT_SYMBOL(sa1100_free_dma); | 
 | 345 | EXPORT_SYMBOL(sa1100_start_dma); | 
 | 346 | EXPORT_SYMBOL(sa1100_get_dma_pos); | 
 | 347 | EXPORT_SYMBOL(sa1100_reset_dma); | 
 | 348 |  |