| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 |  *    Precise Delay Loops for S390 | 
 | 3 |  * | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 4 |  *    Copyright IBM Corp. 1999,2008 | 
 | 5 |  *    Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>, | 
 | 6 |  *		 Heiko Carstens <heiko.carstens@de.ibm.com>, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 |  */ | 
 | 8 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | #include <linux/sched.h> | 
 | 10 | #include <linux/delay.h> | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 11 | #include <linux/timex.h> | 
| Heiko Carstens | 1485c5c | 2009-03-26 15:24:04 +0100 | [diff] [blame] | 12 | #include <linux/module.h> | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 13 | #include <linux/irqflags.h> | 
| Martin Schwidefsky | bf6f6aa | 2007-02-21 10:55:00 +0100 | [diff] [blame] | 14 | #include <linux/interrupt.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 |  | 
 | 16 | void __delay(unsigned long loops) | 
 | 17 | { | 
 | 18 |         /* | 
 | 19 |          * To end the bloody studid and useless discussion about the | 
 | 20 |          * BogoMips number I took the liberty to define the __delay | 
 | 21 |          * function in a way that that resulting BogoMips number will | 
 | 22 |          * yield the megahertz number of the cpu. The important function | 
 | 23 |          * is udelay and that is done using the tod clock. -- martin. | 
 | 24 |          */ | 
| Martin Schwidefsky | 94c12cc | 2006-09-28 16:56:43 +0200 | [diff] [blame] | 25 | 	asm volatile("0: brct %0,0b" : : "d" ((loops/2) + 1)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | } | 
 | 27 |  | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 28 | static void __udelay_disabled(unsigned long usecs) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | { | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 30 | 	unsigned long mask, cr0, cr0_saved; | 
 | 31 | 	u64 clock_saved; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 |  | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 33 | 	clock_saved = local_tick_disable(); | 
 | 34 | 	set_clock_comparator(get_clock() + ((u64) usecs << 12)); | 
 | 35 | 	__ctl_store(cr0_saved, 0, 0); | 
 | 36 | 	cr0 = (cr0_saved & 0xffff00e0) | 0x00000800; | 
 | 37 | 	__ctl_load(cr0 , 0, 0); | 
 | 38 | 	mask = psw_kernel_bits | PSW_MASK_WAIT | PSW_MASK_EXT; | 
| Heiko Carstens | bb8c29c | 2009-07-07 16:37:05 +0200 | [diff] [blame] | 39 | 	lockdep_off(); | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 40 | 	trace_hardirqs_on(); | 
 | 41 | 	__load_psw_mask(mask); | 
 | 42 | 	local_irq_disable(); | 
| Heiko Carstens | bb8c29c | 2009-07-07 16:37:05 +0200 | [diff] [blame] | 43 | 	lockdep_on(); | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 44 | 	__ctl_load(cr0_saved, 0, 0); | 
 | 45 | 	local_tick_enable(clock_saved); | 
 | 46 | 	set_clock_comparator(S390_lowcore.clock_comparator); | 
 | 47 | } | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 48 |  | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 49 | static void __udelay_enabled(unsigned long usecs) | 
 | 50 | { | 
 | 51 | 	unsigned long mask; | 
 | 52 | 	u64 end, time; | 
 | 53 |  | 
 | 54 | 	mask = psw_kernel_bits | PSW_MASK_WAIT | PSW_MASK_EXT | PSW_MASK_IO; | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 55 | 	end = get_clock() + ((u64) usecs << 12); | 
 | 56 | 	do { | 
| Heiko Carstens | 5a62b19 | 2008-04-17 07:46:25 +0200 | [diff] [blame] | 57 | 		time = end < S390_lowcore.clock_comparator ? | 
 | 58 | 			end : S390_lowcore.clock_comparator; | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 59 | 		set_clock_comparator(time); | 
 | 60 | 		trace_hardirqs_on(); | 
 | 61 | 		__load_psw_mask(mask); | 
 | 62 | 		local_irq_disable(); | 
 | 63 | 	} while (get_clock() < end); | 
| Heiko Carstens | 5a62b19 | 2008-04-17 07:46:25 +0200 | [diff] [blame] | 64 | 	set_clock_comparator(S390_lowcore.clock_comparator); | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 65 | } | 
 | 66 |  | 
 | 67 | /* | 
 | 68 |  * Waits for 'usecs' microseconds using the TOD clock comparator. | 
 | 69 |  */ | 
 | 70 | void __udelay(unsigned long usecs) | 
 | 71 | { | 
 | 72 | 	unsigned long flags; | 
 | 73 |  | 
 | 74 | 	preempt_disable(); | 
 | 75 | 	local_irq_save(flags); | 
 | 76 | 	if (in_irq()) { | 
 | 77 | 		__udelay_disabled(usecs); | 
 | 78 | 		goto out; | 
 | 79 | 	} | 
 | 80 | 	if (in_softirq()) { | 
 | 81 | 		if (raw_irqs_disabled_flags(flags)) | 
 | 82 | 			__udelay_disabled(usecs); | 
 | 83 | 		else | 
 | 84 | 			__udelay_enabled(usecs); | 
 | 85 | 		goto out; | 
 | 86 | 	} | 
 | 87 | 	if (raw_irqs_disabled_flags(flags)) { | 
 | 88 | 		local_bh_disable(); | 
 | 89 | 		__udelay_disabled(usecs); | 
 | 90 | 		_local_bh_enable(); | 
 | 91 | 		goto out; | 
 | 92 | 	} | 
 | 93 | 	__udelay_enabled(usecs); | 
 | 94 | out: | 
| Martin Schwidefsky | d54853e | 2007-02-05 21:18:19 +0100 | [diff] [blame] | 95 | 	local_irq_restore(flags); | 
| Heiko Carstens | d3d238c | 2008-10-03 21:54:59 +0200 | [diff] [blame] | 96 | 	preempt_enable(); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } | 
| Heiko Carstens | 1485c5c | 2009-03-26 15:24:04 +0100 | [diff] [blame] | 98 | EXPORT_SYMBOL(__udelay); | 
| Heiko Carstens | 5a0d0e6 | 2008-10-10 21:33:22 +0200 | [diff] [blame] | 99 |  | 
 | 100 | /* | 
 | 101 |  * Simple udelay variant. To be used on startup and reboot | 
 | 102 |  * when the interrupt handler isn't working. | 
 | 103 |  */ | 
 | 104 | void udelay_simple(unsigned long usecs) | 
 | 105 | { | 
 | 106 | 	u64 end; | 
 | 107 |  | 
 | 108 | 	end = get_clock() + ((u64) usecs << 12); | 
 | 109 | 	while (get_clock() < end) | 
 | 110 | 		cpu_relax(); | 
 | 111 | } |