blob: 044c17572eefcc6e04029747bd5f6d849c6f01ae [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/i386/kernel/time.c
3 *
4 * Copyright (C) 1991, 1992, 1995 Linus Torvalds
5 *
6 * This file contains the PC-specific time handling details:
7 * reading the RTC at bootup, etc..
8 * 1994-07-02 Alan Modra
9 * fixed set_rtc_mmss, fixed time.year for >= 2000, new mktime
10 * 1995-03-26 Markus Kuhn
11 * fixed 500 ms bug at call to set_rtc_mmss, fixed DS12887
12 * precision CMOS clock update
13 * 1996-05-03 Ingo Molnar
14 * fixed time warps in do_[slow|fast]_gettimeoffset()
15 * 1997-09-10 Updated NTP code according to technical memorandum Jan '96
16 * "A Kernel Model for Precision Timekeeping" by Dave Mills
17 * 1998-09-05 (Various)
18 * More robust do_fast_gettimeoffset() algorithm implemented
19 * (works with APM, Cyrix 6x86MX and Centaur C6),
20 * monotonic gettimeofday() with fast_get_timeoffset(),
21 * drift-proof precision TSC calibration on boot
22 * (C. Scott Ananian <cananian@alumni.princeton.edu>, Andrew D.
23 * Balsa <andrebalsa@altern.org>, Philip Gladstone <philip@raptor.com>;
24 * ported from 2.0.35 Jumbo-9 by Michael Krause <m.krause@tu-harburg.de>).
25 * 1998-12-16 Andrea Arcangeli
26 * Fixed Jumbo-9 code in 2.1.131: do_gettimeofday was missing 1 jiffy
27 * because was not accounting lost_ticks.
28 * 1998-12-24 Copyright (C) 1998 Andrea Arcangeli
29 * Fixed a xtime SMP race (we need the xtime_lock rw spinlock to
30 * serialize accesses to xtime/lost_ticks).
31 */
32
33#include <linux/errno.h>
34#include <linux/sched.h>
35#include <linux/kernel.h>
36#include <linux/param.h>
37#include <linux/string.h>
38#include <linux/mm.h>
39#include <linux/interrupt.h>
40#include <linux/time.h>
41#include <linux/delay.h>
42#include <linux/init.h>
43#include <linux/smp.h>
44#include <linux/module.h>
45#include <linux/sysdev.h>
46#include <linux/bcd.h>
47#include <linux/efi.h>
48#include <linux/mca.h>
49
50#include <asm/io.h>
51#include <asm/smp.h>
52#include <asm/irq.h>
53#include <asm/msr.h>
54#include <asm/delay.h>
55#include <asm/mpspec.h>
56#include <asm/uaccess.h>
57#include <asm/processor.h>
58#include <asm/timer.h>
Rusty Russelld3561b72006-12-07 02:14:07 +010059#include <asm/time.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61#include "mach_time.h"
62
63#include <linux/timex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65#include <asm/hpet.h>
66
67#include <asm/arch_hooks.h>
68
69#include "io_ports.h"
70
Ingo Molnar306e4402005-06-30 02:58:55 -070071#include <asm/i8259.h>
72
Linus Torvalds1da177e2005-04-16 15:20:36 -070073int pit_latch_buggy; /* extern */
74
75#include "do_timer.h"
76
Andrew Mortona3a255e2005-06-23 00:08:34 -070077unsigned int cpu_khz; /* Detected as we calibrate the TSC */
Alexey Dobriyan129f6942005-06-23 00:08:33 -070078EXPORT_SYMBOL(cpu_khz);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Linus Torvalds1da177e2005-04-16 15:20:36 -070080DEFINE_SPINLOCK(rtc_lock);
Alexey Dobriyan129f6942005-06-23 00:08:33 -070081EXPORT_SYMBOL(rtc_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
Linus Torvalds1da177e2005-04-16 15:20:36 -070083/*
84 * This is a special lock that is owned by the CPU and holds the index
85 * register we are working with. It is required for NMI access to the
86 * CMOS/RTC registers. See include/asm-i386/mc146818rtc.h for details.
87 */
88volatile unsigned long cmos_lock = 0;
89EXPORT_SYMBOL(cmos_lock);
90
91/* Routines for accessing the CMOS RAM/RTC. */
92unsigned char rtc_cmos_read(unsigned char addr)
93{
94 unsigned char val;
95 lock_cmos_prefix(addr);
96 outb_p(addr, RTC_PORT(0));
97 val = inb_p(RTC_PORT(1));
98 lock_cmos_suffix(addr);
99 return val;
100}
101EXPORT_SYMBOL(rtc_cmos_read);
102
103void rtc_cmos_write(unsigned char val, unsigned char addr)
104{
105 lock_cmos_prefix(addr);
106 outb_p(addr, RTC_PORT(0));
107 outb_p(val, RTC_PORT(1));
108 lock_cmos_suffix(addr);
109}
110EXPORT_SYMBOL(rtc_cmos_write);
111
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112static int set_rtc_mmss(unsigned long nowtime)
113{
114 int retval;
john stultz6f84fa22006-06-26 00:25:11 -0700115 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117 /* gets recalled with irq locally disabled */
john stultz6f84fa22006-06-26 00:25:11 -0700118 /* XXX - does irqsave resolve this? -johnstul */
119 spin_lock_irqsave(&rtc_lock, flags);
Rusty Russelld3561b72006-12-07 02:14:07 +0100120 retval = set_wallclock(nowtime);
john stultz6f84fa22006-06-26 00:25:11 -0700121 spin_unlock_irqrestore(&rtc_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123 return retval;
124}
125
126
127int timer_ack;
128
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129unsigned long profile_pc(struct pt_regs *regs)
130{
131 unsigned long pc = instruction_pointer(regs);
132
Andi Kleen0cb91a22006-09-26 10:52:28 +0200133#ifdef CONFIG_SMP
Zachary Amsden7b355202007-02-13 13:26:21 +0100134 if (!v8086_mode(regs) && SEGMENT_IS_KERNEL_CODE(regs->xcs) &&
135 in_lock_functions(pc)) {
Andi Kleen0cb91a22006-09-26 10:52:28 +0200136#ifdef CONFIG_FRAME_POINTER
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 return *(unsigned long *)(regs->ebp + 4);
Andi Kleen0cb91a22006-09-26 10:52:28 +0200138#else
Zachary Amsden7b355202007-02-13 13:26:21 +0100139 unsigned long *sp = (unsigned long *)&regs->esp;
140
Andi Kleen0cb91a22006-09-26 10:52:28 +0200141 /* Return address is either directly at stack pointer
142 or above a saved eflags. Eflags has bits 22-31 zero,
143 kernel addresses don't. */
144 if (sp[0] >> 22)
145 return sp[0];
146 if (sp[1] >> 22)
147 return sp[1];
148#endif
149 }
150#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 return pc;
152}
153EXPORT_SYMBOL(profile_pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
155/*
john stultz6f84fa22006-06-26 00:25:11 -0700156 * This is the same as the above, except we _also_ save the current
157 * Time Stamp Counter value at the time of the timer interrupt, so that
158 * we later on can estimate the time of day more exactly.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 */
David Howells7d12e782006-10-05 14:55:46 +0100160irqreturn_t timer_interrupt(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161{
john stultz6f84fa22006-06-26 00:25:11 -0700162 /*
163 * Here we are in the timer irq handler. We just have irqs locally
164 * disabled but we don't know if the timer_bh is running on the other
165 * CPU. We need to avoid to SMP race with it. NOTE: we don' t need
166 * the irq version of write_lock because as just said we have irq
167 * locally disabled. -arca
168 */
169 write_seqlock(&xtime_lock);
170
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171#ifdef CONFIG_X86_IO_APIC
172 if (timer_ack) {
173 /*
174 * Subtle, when I/O APICs are used we have to ack timer IRQ
175 * manually to reset the IRR bit for do_slow_gettimeoffset().
176 * This will also deassert NMI lines for the watchdog if run
177 * on an 82489DX-based system.
178 */
179 spin_lock(&i8259A_lock);
180 outb(0x0c, PIC_MASTER_OCW3);
181 /* Ack the IRQ; AEOI will end it automatically. */
182 inb(PIC_MASTER_POLL);
183 spin_unlock(&i8259A_lock);
184 }
185#endif
186
David Howells7d12e782006-10-05 14:55:46 +0100187 do_timer_interrupt_hook();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188
189
190 if (MCA_bus) {
191 /* The PS/2 uses level-triggered interrupts. You can't
192 turn them off, nor would you want to (any attempt to
193 enable edge-triggered interrupts usually gets intercepted by a
194 special hardware circuit). Hence we have to acknowledge
195 the timer interrupt. Through some incredibly stupid
196 design idea, the reset for IRQ 0 is done by setting the
197 high bit of the PPI port B (0x61). Note that some PS/2s,
198 notably the 55SX, work fine if this is removed. */
199
Jeff Garzik86d91ba2006-10-06 13:32:44 -0400200 u8 irq_v = inb_p( 0x61 ); /* read the current state */
201 outb_p( irq_v|0x80, 0x61 ); /* reset the IRQ */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203
204 write_sequnlock(&xtime_lock);
Venkatesh Pallipadi6eb0a0f2006-01-11 22:44:21 +0100205
206#ifdef CONFIG_X86_LOCAL_APIC
207 if (using_apic_timer)
David Howells7d12e782006-10-05 14:55:46 +0100208 smp_send_timer_broadcast_ipi();
Venkatesh Pallipadi6eb0a0f2006-01-11 22:44:21 +0100209#endif
210
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 return IRQ_HANDLED;
212}
213
214/* not static: needed by APM */
John Stultzc1d370e2007-02-16 01:27:31 -0800215unsigned long read_persistent_clock(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216{
217 unsigned long retval;
Andrew Morton7ba1c6c2006-07-10 04:44:59 -0700218 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219
Andrew Morton7ba1c6c2006-07-10 04:44:59 -0700220 spin_lock_irqsave(&rtc_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
Rusty Russelld3561b72006-12-07 02:14:07 +0100222 retval = get_wallclock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223
Andrew Morton7ba1c6c2006-07-10 04:44:59 -0700224 spin_unlock_irqrestore(&rtc_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225
226 return retval;
227}
Alexey Dobriyan129f6942005-06-23 00:08:33 -0700228
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229static void sync_cmos_clock(unsigned long dummy);
230
Ingo Molnar8d06afa2005-09-09 13:10:40 -0700231static DEFINE_TIMER(sync_cmos_timer, sync_cmos_clock, 0, 0);
Zachary Amsdenbbab4f32007-02-13 13:26:21 +0100232int no_sync_cmos_clock;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233
234static void sync_cmos_clock(unsigned long dummy)
235{
236 struct timeval now, next;
237 int fail = 1;
238
239 /*
240 * If we have an externally synchronized Linux clock, then update
241 * CMOS clock accordingly every ~11 minutes. Set_rtc_mmss() has to be
242 * called as close as possible to 500 ms before the new second starts.
243 * This code is run on a timer. If the clock is set, that timer
244 * may not expire at the correct time. Thus, we adjust...
245 */
john stultzb149ee22005-09-06 15:17:46 -0700246 if (!ntp_synced())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 /*
248 * Not synced, exit, do not restart a timer (if one is
249 * running, let it run out).
250 */
251 return;
252
253 do_gettimeofday(&now);
254 if (now.tv_usec >= USEC_AFTER - ((unsigned) TICK_SIZE) / 2 &&
255 now.tv_usec <= USEC_BEFORE + ((unsigned) TICK_SIZE) / 2)
256 fail = set_rtc_mmss(now.tv_sec);
257
258 next.tv_usec = USEC_AFTER - now.tv_usec;
259 if (next.tv_usec <= 0)
260 next.tv_usec += USEC_PER_SEC;
261
262 if (!fail)
263 next.tv_sec = 659;
264 else
265 next.tv_sec = 0;
266
267 if (next.tv_usec >= USEC_PER_SEC) {
268 next.tv_sec++;
269 next.tv_usec -= USEC_PER_SEC;
270 }
271 mod_timer(&sync_cmos_timer, jiffies + timeval_to_jiffies(&next));
272}
273
274void notify_arch_cmos_timer(void)
275{
Zachary Amsdenbbab4f32007-02-13 13:26:21 +0100276 if (!no_sync_cmos_clock)
277 mod_timer(&sync_cmos_timer, jiffies + 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278}
279
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280static int timer_resume(struct sys_device *dev)
281{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282#ifdef CONFIG_HPET_TIMER
283 if (is_hpet_enabled())
284 hpet_reenable();
285#endif
Shaohua Lic3c433e2005-09-03 15:57:07 -0700286 setup_pit_timer();
Ingo Molnar8446f1d2005-09-06 15:16:27 -0700287 touch_softlockup_watchdog();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 return 0;
289}
290
291static struct sysdev_class timer_sysclass = {
292 .resume = timer_resume,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 set_kset_name("timer"),
294};
295
296
297/* XXX this driverfs stuff should probably go elsewhere later -john */
298static struct sys_device device_timer = {
299 .id = 0,
300 .cls = &timer_sysclass,
301};
302
303static int time_init_device(void)
304{
305 int error = sysdev_class_register(&timer_sysclass);
306 if (!error)
307 error = sysdev_register(&device_timer);
308 return error;
309}
310
311device_initcall(time_init_device);
312
Eric W. Biedermanf2b36db2005-10-30 14:59:41 -0800313#ifdef CONFIG_HPET_TIMER
Linus Torvalds1e4c85f2005-10-31 19:16:17 -0800314extern void (*late_time_init)(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315/* Duplicate of time_init() below, with hpet_enable part added */
316static void __init hpet_time_init(void)
317{
john stultz35492df2005-05-01 08:58:50 -0700318 if ((hpet_enable() >= 0) && hpet_use_timer) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 printk("Using HPET for base-timer\n");
320 }
321
Rusty Russelld3561b72006-12-07 02:14:07 +0100322 do_time_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323}
324#endif
325
326void __init time_init(void)
327{
328#ifdef CONFIG_HPET_TIMER
329 if (is_hpet_capable()) {
330 /*
331 * HPET initialization needs to do memory-mapped io. So, let
332 * us do a late initialization after mem_init().
333 */
334 late_time_init = hpet_time_init;
335 return;
336 }
337#endif
Rusty Russelld3561b72006-12-07 02:14:07 +0100338 do_time_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339}