blob: db92f044024c4508993fd4b0e7c67c9b74e37b0e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Precise Delay Loops for S390
3 *
Heiko Carstensd3d238c2008-10-03 21:54:59 +02004 * Copyright IBM Corp. 1999,2008
5 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>,
6 * Heiko Carstens <heiko.carstens@de.ibm.com>,
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 */
8
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <linux/sched.h>
10#include <linux/delay.h>
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010011#include <linux/timex.h>
Heiko Carstens1485c5c2009-03-26 15:24:04 +010012#include <linux/module.h>
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010013#include <linux/irqflags.h>
Martin Schwidefskybf6f6aa2007-02-21 10:55:00 +010014#include <linux/interrupt.h>
Heiko Carstensb3966372011-05-26 09:48:28 +020015#include <asm/div64.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17void __delay(unsigned long loops)
18{
19 /*
20 * To end the bloody studid and useless discussion about the
21 * BogoMips number I took the liberty to define the __delay
22 * function in a way that that resulting BogoMips number will
23 * yield the megahertz number of the cpu. The important function
24 * is udelay and that is done using the tod clock. -- martin.
25 */
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020026 asm volatile("0: brct %0,0b" : : "d" ((loops/2) + 1));
Linus Torvalds1da177e2005-04-16 15:20:36 -070027}
28
Heiko Carstens0cd6a402009-10-06 10:34:05 +020029static void __udelay_disabled(unsigned long long usecs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070030{
Heiko Carstensd3d238c2008-10-03 21:54:59 +020031 unsigned long mask, cr0, cr0_saved;
32 u64 clock_saved;
Heiko Carstense8129c62010-11-25 09:52:45 +010033 u64 end;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Martin Schwidefskyb50511e2011-10-30 15:16:50 +010035 mask = psw_kernel_bits | PSW_MASK_DAT | PSW_MASK_WAIT |
36 PSW_MASK_EXT | PSW_MASK_MCHECK;
Heiko Carstense8129c62010-11-25 09:52:45 +010037 end = get_clock() + (usecs << 12);
Heiko Carstensd3d238c2008-10-03 21:54:59 +020038 clock_saved = local_tick_disable();
Heiko Carstensd3d238c2008-10-03 21:54:59 +020039 __ctl_store(cr0_saved, 0, 0);
40 cr0 = (cr0_saved & 0xffff00e0) | 0x00000800;
41 __ctl_load(cr0 , 0, 0);
Heiko Carstensbb8c29c2009-07-07 16:37:05 +020042 lockdep_off();
Heiko Carstense8129c62010-11-25 09:52:45 +010043 do {
44 set_clock_comparator(end);
45 trace_hardirqs_on();
46 __load_psw_mask(mask);
47 local_irq_disable();
48 } while (get_clock() < end);
Heiko Carstensbb8c29c2009-07-07 16:37:05 +020049 lockdep_on();
Heiko Carstensd3d238c2008-10-03 21:54:59 +020050 __ctl_load(cr0_saved, 0, 0);
51 local_tick_enable(clock_saved);
Heiko Carstensd3d238c2008-10-03 21:54:59 +020052}
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010053
Heiko Carstens0cd6a402009-10-06 10:34:05 +020054static void __udelay_enabled(unsigned long long usecs)
Heiko Carstensd3d238c2008-10-03 21:54:59 +020055{
56 unsigned long mask;
Christian Borntraeger78d81f22009-10-06 10:34:04 +020057 u64 clock_saved;
58 u64 end;
Heiko Carstensd3d238c2008-10-03 21:54:59 +020059
60 mask = psw_kernel_bits | PSW_MASK_WAIT | PSW_MASK_EXT | PSW_MASK_IO;
Heiko Carstens0cd6a402009-10-06 10:34:05 +020061 end = get_clock() + (usecs << 12);
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010062 do {
Christian Borntraeger78d81f22009-10-06 10:34:04 +020063 clock_saved = 0;
64 if (end < S390_lowcore.clock_comparator) {
65 clock_saved = local_tick_disable();
66 set_clock_comparator(end);
67 }
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010068 trace_hardirqs_on();
69 __load_psw_mask(mask);
70 local_irq_disable();
Christian Borntraeger78d81f22009-10-06 10:34:04 +020071 if (clock_saved)
72 local_tick_enable(clock_saved);
Martin Schwidefskyd54853e2007-02-05 21:18:19 +010073 } while (get_clock() < end);
Heiko Carstensd3d238c2008-10-03 21:54:59 +020074}
75
76/*
77 * Waits for 'usecs' microseconds using the TOD clock comparator.
78 */
Heiko Carstens0cd6a402009-10-06 10:34:05 +020079void __udelay(unsigned long long usecs)
Heiko Carstensd3d238c2008-10-03 21:54:59 +020080{
81 unsigned long flags;
82
83 preempt_disable();
84 local_irq_save(flags);
85 if (in_irq()) {
86 __udelay_disabled(usecs);
87 goto out;
88 }
89 if (in_softirq()) {
90 if (raw_irqs_disabled_flags(flags))
91 __udelay_disabled(usecs);
92 else
93 __udelay_enabled(usecs);
94 goto out;
95 }
96 if (raw_irqs_disabled_flags(flags)) {
97 local_bh_disable();
98 __udelay_disabled(usecs);
99 _local_bh_enable();
100 goto out;
101 }
102 __udelay_enabled(usecs);
103out:
Martin Schwidefskyd54853e2007-02-05 21:18:19 +0100104 local_irq_restore(flags);
Heiko Carstensd3d238c2008-10-03 21:54:59 +0200105 preempt_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106}
Heiko Carstens1485c5c2009-03-26 15:24:04 +0100107EXPORT_SYMBOL(__udelay);
Heiko Carstens5a0d0e62008-10-10 21:33:22 +0200108
109/*
110 * Simple udelay variant. To be used on startup and reboot
111 * when the interrupt handler isn't working.
112 */
Heiko Carstens0cd6a402009-10-06 10:34:05 +0200113void udelay_simple(unsigned long long usecs)
Heiko Carstens5a0d0e62008-10-10 21:33:22 +0200114{
115 u64 end;
116
Heiko Carstens0cd6a402009-10-06 10:34:05 +0200117 end = get_clock() + (usecs << 12);
Heiko Carstens5a0d0e62008-10-10 21:33:22 +0200118 while (get_clock() < end)
119 cpu_relax();
120}
Heiko Carstensb3966372011-05-26 09:48:28 +0200121
122void __ndelay(unsigned long long nsecs)
123{
124 u64 end;
125
126 nsecs <<= 9;
127 do_div(nsecs, 125);
128 end = get_clock() + nsecs;
129 if (nsecs & ~0xfffUL)
130 __udelay(nsecs >> 12);
131 while (get_clock() < end)
132 barrier();
133}
134EXPORT_SYMBOL(__ndelay);