Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/i386/kernel/time.c |
| 3 | * |
| 4 | * Copyright (C) 1991, 1992, 1995 Linus Torvalds |
| 5 | * |
| 6 | * This file contains the PC-specific time handling details: |
| 7 | * reading the RTC at bootup, etc.. |
| 8 | * 1994-07-02 Alan Modra |
| 9 | * fixed set_rtc_mmss, fixed time.year for >= 2000, new mktime |
| 10 | * 1995-03-26 Markus Kuhn |
| 11 | * fixed 500 ms bug at call to set_rtc_mmss, fixed DS12887 |
| 12 | * precision CMOS clock update |
| 13 | * 1996-05-03 Ingo Molnar |
| 14 | * fixed time warps in do_[slow|fast]_gettimeoffset() |
| 15 | * 1997-09-10 Updated NTP code according to technical memorandum Jan '96 |
| 16 | * "A Kernel Model for Precision Timekeeping" by Dave Mills |
| 17 | * 1998-09-05 (Various) |
| 18 | * More robust do_fast_gettimeoffset() algorithm implemented |
| 19 | * (works with APM, Cyrix 6x86MX and Centaur C6), |
| 20 | * monotonic gettimeofday() with fast_get_timeoffset(), |
| 21 | * drift-proof precision TSC calibration on boot |
| 22 | * (C. Scott Ananian <cananian@alumni.princeton.edu>, Andrew D. |
| 23 | * Balsa <andrebalsa@altern.org>, Philip Gladstone <philip@raptor.com>; |
| 24 | * ported from 2.0.35 Jumbo-9 by Michael Krause <m.krause@tu-harburg.de>). |
| 25 | * 1998-12-16 Andrea Arcangeli |
| 26 | * Fixed Jumbo-9 code in 2.1.131: do_gettimeofday was missing 1 jiffy |
| 27 | * because was not accounting lost_ticks. |
| 28 | * 1998-12-24 Copyright (C) 1998 Andrea Arcangeli |
| 29 | * Fixed a xtime SMP race (we need the xtime_lock rw spinlock to |
| 30 | * serialize accesses to xtime/lost_ticks). |
| 31 | */ |
| 32 | |
| 33 | #include <linux/errno.h> |
| 34 | #include <linux/sched.h> |
| 35 | #include <linux/kernel.h> |
| 36 | #include <linux/param.h> |
| 37 | #include <linux/string.h> |
| 38 | #include <linux/mm.h> |
| 39 | #include <linux/interrupt.h> |
| 40 | #include <linux/time.h> |
| 41 | #include <linux/delay.h> |
| 42 | #include <linux/init.h> |
| 43 | #include <linux/smp.h> |
| 44 | #include <linux/module.h> |
| 45 | #include <linux/sysdev.h> |
| 46 | #include <linux/bcd.h> |
| 47 | #include <linux/efi.h> |
| 48 | #include <linux/mca.h> |
| 49 | |
| 50 | #include <asm/io.h> |
| 51 | #include <asm/smp.h> |
| 52 | #include <asm/irq.h> |
| 53 | #include <asm/msr.h> |
| 54 | #include <asm/delay.h> |
| 55 | #include <asm/mpspec.h> |
| 56 | #include <asm/uaccess.h> |
| 57 | #include <asm/processor.h> |
| 58 | #include <asm/timer.h> |
Rusty Russell | d3561b7 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 59 | #include <asm/time.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | |
| 61 | #include "mach_time.h" |
| 62 | |
| 63 | #include <linux/timex.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | |
| 65 | #include <asm/hpet.h> |
| 66 | |
| 67 | #include <asm/arch_hooks.h> |
| 68 | |
| 69 | #include "io_ports.h" |
| 70 | |
Ingo Molnar | 306e440 | 2005-06-30 02:58:55 -0700 | [diff] [blame] | 71 | #include <asm/i8259.h> |
| 72 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | int pit_latch_buggy; /* extern */ |
| 74 | |
| 75 | #include "do_timer.h" |
| 76 | |
Andrew Morton | a3a255e | 2005-06-23 00:08:34 -0700 | [diff] [blame] | 77 | unsigned int cpu_khz; /* Detected as we calibrate the TSC */ |
Alexey Dobriyan | 129f694 | 2005-06-23 00:08:33 -0700 | [diff] [blame] | 78 | EXPORT_SYMBOL(cpu_khz); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | DEFINE_SPINLOCK(rtc_lock); |
Alexey Dobriyan | 129f694 | 2005-06-23 00:08:33 -0700 | [diff] [blame] | 81 | EXPORT_SYMBOL(rtc_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | /* |
| 84 | * This is a special lock that is owned by the CPU and holds the index |
| 85 | * register we are working with. It is required for NMI access to the |
| 86 | * CMOS/RTC registers. See include/asm-i386/mc146818rtc.h for details. |
| 87 | */ |
| 88 | volatile unsigned long cmos_lock = 0; |
| 89 | EXPORT_SYMBOL(cmos_lock); |
| 90 | |
| 91 | /* Routines for accessing the CMOS RAM/RTC. */ |
| 92 | unsigned char rtc_cmos_read(unsigned char addr) |
| 93 | { |
| 94 | unsigned char val; |
| 95 | lock_cmos_prefix(addr); |
| 96 | outb_p(addr, RTC_PORT(0)); |
| 97 | val = inb_p(RTC_PORT(1)); |
| 98 | lock_cmos_suffix(addr); |
| 99 | return val; |
| 100 | } |
| 101 | EXPORT_SYMBOL(rtc_cmos_read); |
| 102 | |
| 103 | void rtc_cmos_write(unsigned char val, unsigned char addr) |
| 104 | { |
| 105 | lock_cmos_prefix(addr); |
| 106 | outb_p(addr, RTC_PORT(0)); |
| 107 | outb_p(val, RTC_PORT(1)); |
| 108 | lock_cmos_suffix(addr); |
| 109 | } |
| 110 | EXPORT_SYMBOL(rtc_cmos_write); |
| 111 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | static int set_rtc_mmss(unsigned long nowtime) |
| 113 | { |
| 114 | int retval; |
john stultz | 6f84fa2 | 2006-06-26 00:25:11 -0700 | [diff] [blame] | 115 | unsigned long flags; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | |
| 117 | /* gets recalled with irq locally disabled */ |
john stultz | 6f84fa2 | 2006-06-26 00:25:11 -0700 | [diff] [blame] | 118 | /* XXX - does irqsave resolve this? -johnstul */ |
| 119 | spin_lock_irqsave(&rtc_lock, flags); |
Rusty Russell | d3561b7 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 120 | retval = set_wallclock(nowtime); |
john stultz | 6f84fa2 | 2006-06-26 00:25:11 -0700 | [diff] [blame] | 121 | spin_unlock_irqrestore(&rtc_lock, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | |
| 123 | return retval; |
| 124 | } |
| 125 | |
| 126 | |
| 127 | int timer_ack; |
| 128 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | unsigned long profile_pc(struct pt_regs *regs) |
| 130 | { |
| 131 | unsigned long pc = instruction_pointer(regs); |
| 132 | |
Andi Kleen | 0cb91a2 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 133 | #ifdef CONFIG_SMP |
Zachary Amsden | 7b35520 | 2007-02-13 13:26:21 +0100 | [diff] [blame] | 134 | if (!v8086_mode(regs) && SEGMENT_IS_KERNEL_CODE(regs->xcs) && |
| 135 | in_lock_functions(pc)) { |
Andi Kleen | 0cb91a2 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 136 | #ifdef CONFIG_FRAME_POINTER |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | return *(unsigned long *)(regs->ebp + 4); |
Andi Kleen | 0cb91a2 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 138 | #else |
Zachary Amsden | 7b35520 | 2007-02-13 13:26:21 +0100 | [diff] [blame] | 139 | unsigned long *sp = (unsigned long *)®s->esp; |
| 140 | |
Andi Kleen | 0cb91a2 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 141 | /* Return address is either directly at stack pointer |
| 142 | or above a saved eflags. Eflags has bits 22-31 zero, |
| 143 | kernel addresses don't. */ |
| 144 | if (sp[0] >> 22) |
| 145 | return sp[0]; |
| 146 | if (sp[1] >> 22) |
| 147 | return sp[1]; |
| 148 | #endif |
| 149 | } |
| 150 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | return pc; |
| 152 | } |
| 153 | EXPORT_SYMBOL(profile_pc); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | |
| 155 | /* |
john stultz | 6f84fa2 | 2006-06-26 00:25:11 -0700 | [diff] [blame] | 156 | * This is the same as the above, except we _also_ save the current |
| 157 | * Time Stamp Counter value at the time of the timer interrupt, so that |
| 158 | * we later on can estimate the time of day more exactly. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | */ |
David Howells | 7d12e78 | 2006-10-05 14:55:46 +0100 | [diff] [blame] | 160 | irqreturn_t timer_interrupt(int irq, void *dev_id) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | { |
john stultz | 6f84fa2 | 2006-06-26 00:25:11 -0700 | [diff] [blame] | 162 | /* |
| 163 | * Here we are in the timer irq handler. We just have irqs locally |
| 164 | * disabled but we don't know if the timer_bh is running on the other |
| 165 | * CPU. We need to avoid to SMP race with it. NOTE: we don' t need |
| 166 | * the irq version of write_lock because as just said we have irq |
| 167 | * locally disabled. -arca |
| 168 | */ |
| 169 | write_seqlock(&xtime_lock); |
| 170 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | #ifdef CONFIG_X86_IO_APIC |
| 172 | if (timer_ack) { |
| 173 | /* |
| 174 | * Subtle, when I/O APICs are used we have to ack timer IRQ |
| 175 | * manually to reset the IRR bit for do_slow_gettimeoffset(). |
| 176 | * This will also deassert NMI lines for the watchdog if run |
| 177 | * on an 82489DX-based system. |
| 178 | */ |
| 179 | spin_lock(&i8259A_lock); |
| 180 | outb(0x0c, PIC_MASTER_OCW3); |
| 181 | /* Ack the IRQ; AEOI will end it automatically. */ |
| 182 | inb(PIC_MASTER_POLL); |
| 183 | spin_unlock(&i8259A_lock); |
| 184 | } |
| 185 | #endif |
| 186 | |
David Howells | 7d12e78 | 2006-10-05 14:55:46 +0100 | [diff] [blame] | 187 | do_timer_interrupt_hook(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | |
| 189 | |
| 190 | if (MCA_bus) { |
| 191 | /* The PS/2 uses level-triggered interrupts. You can't |
| 192 | turn them off, nor would you want to (any attempt to |
| 193 | enable edge-triggered interrupts usually gets intercepted by a |
| 194 | special hardware circuit). Hence we have to acknowledge |
| 195 | the timer interrupt. Through some incredibly stupid |
| 196 | design idea, the reset for IRQ 0 is done by setting the |
| 197 | high bit of the PPI port B (0x61). Note that some PS/2s, |
| 198 | notably the 55SX, work fine if this is removed. */ |
| 199 | |
Jeff Garzik | 86d91ba | 2006-10-06 13:32:44 -0400 | [diff] [blame] | 200 | u8 irq_v = inb_p( 0x61 ); /* read the current state */ |
| 201 | outb_p( irq_v|0x80, 0x61 ); /* reset the IRQ */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | |
| 204 | write_sequnlock(&xtime_lock); |
Venkatesh Pallipadi | 6eb0a0f | 2006-01-11 22:44:21 +0100 | [diff] [blame] | 205 | |
| 206 | #ifdef CONFIG_X86_LOCAL_APIC |
| 207 | if (using_apic_timer) |
David Howells | 7d12e78 | 2006-10-05 14:55:46 +0100 | [diff] [blame] | 208 | smp_send_timer_broadcast_ipi(); |
Venkatesh Pallipadi | 6eb0a0f | 2006-01-11 22:44:21 +0100 | [diff] [blame] | 209 | #endif |
| 210 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | return IRQ_HANDLED; |
| 212 | } |
| 213 | |
| 214 | /* not static: needed by APM */ |
John Stultz | c1d370e | 2007-02-16 01:27:31 -0800 | [diff] [blame^] | 215 | unsigned long read_persistent_clock(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | { |
| 217 | unsigned long retval; |
Andrew Morton | 7ba1c6c | 2006-07-10 04:44:59 -0700 | [diff] [blame] | 218 | unsigned long flags; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | |
Andrew Morton | 7ba1c6c | 2006-07-10 04:44:59 -0700 | [diff] [blame] | 220 | spin_lock_irqsave(&rtc_lock, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 221 | |
Rusty Russell | d3561b7 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 222 | retval = get_wallclock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | |
Andrew Morton | 7ba1c6c | 2006-07-10 04:44:59 -0700 | [diff] [blame] | 224 | spin_unlock_irqrestore(&rtc_lock, flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 225 | |
| 226 | return retval; |
| 227 | } |
Alexey Dobriyan | 129f694 | 2005-06-23 00:08:33 -0700 | [diff] [blame] | 228 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | static void sync_cmos_clock(unsigned long dummy); |
| 230 | |
Ingo Molnar | 8d06afa | 2005-09-09 13:10:40 -0700 | [diff] [blame] | 231 | static DEFINE_TIMER(sync_cmos_timer, sync_cmos_clock, 0, 0); |
Zachary Amsden | bbab4f3 | 2007-02-13 13:26:21 +0100 | [diff] [blame] | 232 | int no_sync_cmos_clock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 233 | |
| 234 | static void sync_cmos_clock(unsigned long dummy) |
| 235 | { |
| 236 | struct timeval now, next; |
| 237 | int fail = 1; |
| 238 | |
| 239 | /* |
| 240 | * If we have an externally synchronized Linux clock, then update |
| 241 | * CMOS clock accordingly every ~11 minutes. Set_rtc_mmss() has to be |
| 242 | * called as close as possible to 500 ms before the new second starts. |
| 243 | * This code is run on a timer. If the clock is set, that timer |
| 244 | * may not expire at the correct time. Thus, we adjust... |
| 245 | */ |
john stultz | b149ee2 | 2005-09-06 15:17:46 -0700 | [diff] [blame] | 246 | if (!ntp_synced()) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 247 | /* |
| 248 | * Not synced, exit, do not restart a timer (if one is |
| 249 | * running, let it run out). |
| 250 | */ |
| 251 | return; |
| 252 | |
| 253 | do_gettimeofday(&now); |
| 254 | if (now.tv_usec >= USEC_AFTER - ((unsigned) TICK_SIZE) / 2 && |
| 255 | now.tv_usec <= USEC_BEFORE + ((unsigned) TICK_SIZE) / 2) |
| 256 | fail = set_rtc_mmss(now.tv_sec); |
| 257 | |
| 258 | next.tv_usec = USEC_AFTER - now.tv_usec; |
| 259 | if (next.tv_usec <= 0) |
| 260 | next.tv_usec += USEC_PER_SEC; |
| 261 | |
| 262 | if (!fail) |
| 263 | next.tv_sec = 659; |
| 264 | else |
| 265 | next.tv_sec = 0; |
| 266 | |
| 267 | if (next.tv_usec >= USEC_PER_SEC) { |
| 268 | next.tv_sec++; |
| 269 | next.tv_usec -= USEC_PER_SEC; |
| 270 | } |
| 271 | mod_timer(&sync_cmos_timer, jiffies + timeval_to_jiffies(&next)); |
| 272 | } |
| 273 | |
| 274 | void notify_arch_cmos_timer(void) |
| 275 | { |
Zachary Amsden | bbab4f3 | 2007-02-13 13:26:21 +0100 | [diff] [blame] | 276 | if (!no_sync_cmos_clock) |
| 277 | mod_timer(&sync_cmos_timer, jiffies + 1); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 278 | } |
| 279 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 280 | static int timer_resume(struct sys_device *dev) |
| 281 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 282 | #ifdef CONFIG_HPET_TIMER |
| 283 | if (is_hpet_enabled()) |
| 284 | hpet_reenable(); |
| 285 | #endif |
Shaohua Li | c3c433e | 2005-09-03 15:57:07 -0700 | [diff] [blame] | 286 | setup_pit_timer(); |
Ingo Molnar | 8446f1d | 2005-09-06 15:16:27 -0700 | [diff] [blame] | 287 | touch_softlockup_watchdog(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | return 0; |
| 289 | } |
| 290 | |
| 291 | static struct sysdev_class timer_sysclass = { |
| 292 | .resume = timer_resume, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 293 | set_kset_name("timer"), |
| 294 | }; |
| 295 | |
| 296 | |
| 297 | /* XXX this driverfs stuff should probably go elsewhere later -john */ |
| 298 | static struct sys_device device_timer = { |
| 299 | .id = 0, |
| 300 | .cls = &timer_sysclass, |
| 301 | }; |
| 302 | |
| 303 | static int time_init_device(void) |
| 304 | { |
| 305 | int error = sysdev_class_register(&timer_sysclass); |
| 306 | if (!error) |
| 307 | error = sysdev_register(&device_timer); |
| 308 | return error; |
| 309 | } |
| 310 | |
| 311 | device_initcall(time_init_device); |
| 312 | |
Eric W. Biederman | f2b36db | 2005-10-30 14:59:41 -0800 | [diff] [blame] | 313 | #ifdef CONFIG_HPET_TIMER |
Linus Torvalds | 1e4c85f | 2005-10-31 19:16:17 -0800 | [diff] [blame] | 314 | extern void (*late_time_init)(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 315 | /* Duplicate of time_init() below, with hpet_enable part added */ |
| 316 | static void __init hpet_time_init(void) |
| 317 | { |
john stultz | 35492df | 2005-05-01 08:58:50 -0700 | [diff] [blame] | 318 | if ((hpet_enable() >= 0) && hpet_use_timer) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 319 | printk("Using HPET for base-timer\n"); |
| 320 | } |
| 321 | |
Rusty Russell | d3561b7 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 322 | do_time_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 323 | } |
| 324 | #endif |
| 325 | |
| 326 | void __init time_init(void) |
| 327 | { |
| 328 | #ifdef CONFIG_HPET_TIMER |
| 329 | if (is_hpet_capable()) { |
| 330 | /* |
| 331 | * HPET initialization needs to do memory-mapped io. So, let |
| 332 | * us do a late initialization after mem_init(). |
| 333 | */ |
| 334 | late_time_init = hpet_time_init; |
| 335 | return; |
| 336 | } |
| 337 | #endif |
Rusty Russell | d3561b7 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 338 | do_time_init(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 339 | } |