blob: d4bca927f715be0eb89d7dbde021902b82f7fae6 [file] [log] [blame]
john stultz4c7ee8d2006-09-30 23:28:22 -07001/*
2 * linux/kernel/time/ntp.c
3 *
4 * NTP state machine interfaces and logic.
5 *
6 * This code was mainly moved from kernel/timer.c and kernel/time.c
7 * Please see those files for relevant copyright info and historical
8 * changelogs.
9 */
10
11#include <linux/mm.h>
12#include <linux/time.h>
Thomas Gleixner82644452007-07-21 04:37:37 -070013#include <linux/timer.h>
john stultz4c7ee8d2006-09-30 23:28:22 -070014#include <linux/timex.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040015#include <linux/jiffies.h>
16#include <linux/hrtimer.h>
Alexey Dobriyanaa0ac362007-07-15 23:40:39 -070017#include <linux/capability.h>
john stultz4c7ee8d2006-09-30 23:28:22 -070018#include <asm/div64.h>
19#include <asm/timex.h>
20
Roman Zippelb0ee7552006-09-30 23:28:22 -070021/*
22 * Timekeeping variables
23 */
24unsigned long tick_usec = TICK_USEC; /* USER_HZ period (usec) */
25unsigned long tick_nsec; /* ACTHZ period (nsec) */
26static u64 tick_length, tick_length_base;
27
Roman Zippel8f807f82006-09-30 23:28:25 -070028#define MAX_TICKADJ 500 /* microsecs */
29#define MAX_TICKADJ_SCALED (((u64)(MAX_TICKADJ * NSEC_PER_USEC) << \
john stultzf4304ab2007-02-16 01:27:26 -080030 TICK_LENGTH_SHIFT) / NTP_INTERVAL_FREQ)
john stultz4c7ee8d2006-09-30 23:28:22 -070031
32/*
33 * phase-lock loop variables
34 */
35/* TIME_ERROR prevents overwriting the CMOS clock */
Adrian Bunk70bc42f2006-09-30 23:28:29 -070036static int time_state = TIME_OK; /* clock synchronization status */
john stultz4c7ee8d2006-09-30 23:28:22 -070037int time_status = STA_UNSYNC; /* clock status bits */
john stultzd62ac212007-03-26 21:32:26 -080038static s64 time_offset; /* time adjustment (ns) */
Adrian Bunk70bc42f2006-09-30 23:28:29 -070039static long time_constant = 2; /* pll time constant */
john stultz4c7ee8d2006-09-30 23:28:22 -070040long time_maxerror = NTP_PHASE_LIMIT; /* maximum error (us) */
41long time_esterror = NTP_PHASE_LIMIT; /* estimated error (us) */
Roman Zippeldc6a43e2006-09-30 23:28:24 -070042long time_freq; /* frequency offset (scaled ppm)*/
Adrian Bunk70bc42f2006-09-30 23:28:29 -070043static long time_reftime; /* time at last adjustment (s) */
john stultz4c7ee8d2006-09-30 23:28:22 -070044long time_adjust;
john stultz4c7ee8d2006-09-30 23:28:22 -070045
Adrian Bunk70bc42f2006-09-30 23:28:29 -070046static void ntp_update_frequency(void)
47{
john stultzf4304ab2007-02-16 01:27:26 -080048 u64 second_length = (u64)(tick_usec * NSEC_PER_USEC * USER_HZ)
49 << TICK_LENGTH_SHIFT;
50 second_length += (s64)CLOCK_TICK_ADJUST << TICK_LENGTH_SHIFT;
51 second_length += (s64)time_freq << (TICK_LENGTH_SHIFT - SHIFT_NSEC);
Adrian Bunk70bc42f2006-09-30 23:28:29 -070052
john stultzf4304ab2007-02-16 01:27:26 -080053 tick_length_base = second_length;
Adrian Bunk70bc42f2006-09-30 23:28:29 -070054
john stultzf4304ab2007-02-16 01:27:26 -080055 do_div(second_length, HZ);
56 tick_nsec = second_length >> TICK_LENGTH_SHIFT;
57
58 do_div(tick_length_base, NTP_INTERVAL_FREQ);
Adrian Bunk70bc42f2006-09-30 23:28:29 -070059}
60
Roman Zippelb0ee7552006-09-30 23:28:22 -070061/**
62 * ntp_clear - Clears the NTP state variables
63 *
64 * Must be called while holding a write on the xtime_lock
65 */
66void ntp_clear(void)
67{
68 time_adjust = 0; /* stop active adjtime() */
69 time_status |= STA_UNSYNC;
70 time_maxerror = NTP_PHASE_LIMIT;
71 time_esterror = NTP_PHASE_LIMIT;
72
73 ntp_update_frequency();
74
75 tick_length = tick_length_base;
Roman Zippel3d3675c2006-09-30 23:28:25 -070076 time_offset = 0;
Roman Zippelb0ee7552006-09-30 23:28:22 -070077}
78
john stultz4c7ee8d2006-09-30 23:28:22 -070079/*
80 * this routine handles the overflow of the microsecond field
81 *
82 * The tricky bits of code to handle the accurate clock support
83 * were provided by Dave Mills (Mills@UDEL.EDU) of NTP fame.
84 * They were originally developed for SUN and DEC kernels.
85 * All the kudos should go to Dave for this stuff.
86 */
87void second_overflow(void)
88{
Roman Zippel3d3675c2006-09-30 23:28:25 -070089 long time_adj;
john stultz4c7ee8d2006-09-30 23:28:22 -070090
91 /* Bump the maxerror field */
Roman Zippel97eebe12006-09-30 23:28:26 -070092 time_maxerror += MAXFREQ >> SHIFT_USEC;
john stultz4c7ee8d2006-09-30 23:28:22 -070093 if (time_maxerror > NTP_PHASE_LIMIT) {
94 time_maxerror = NTP_PHASE_LIMIT;
95 time_status |= STA_UNSYNC;
96 }
97
98 /*
99 * Leap second processing. If in leap-insert state at the end of the
100 * day, the system clock is set back one second; if in leap-delete
101 * state, the system clock is set ahead one second. The microtime()
102 * routine or external clock driver will insure that reported time is
103 * always monotonic. The ugly divides should be replaced.
104 */
105 switch (time_state) {
106 case TIME_OK:
107 if (time_status & STA_INS)
108 time_state = TIME_INS;
109 else if (time_status & STA_DEL)
110 time_state = TIME_DEL;
111 break;
112 case TIME_INS:
113 if (xtime.tv_sec % 86400 == 0) {
114 xtime.tv_sec--;
115 wall_to_monotonic.tv_sec++;
john stultz4c7ee8d2006-09-30 23:28:22 -0700116 time_state = TIME_OOP;
john stultz4c7ee8d2006-09-30 23:28:22 -0700117 printk(KERN_NOTICE "Clock: inserting leap second "
118 "23:59:60 UTC\n");
119 }
120 break;
121 case TIME_DEL:
122 if ((xtime.tv_sec + 1) % 86400 == 0) {
123 xtime.tv_sec++;
124 wall_to_monotonic.tv_sec--;
john stultz4c7ee8d2006-09-30 23:28:22 -0700125 time_state = TIME_WAIT;
john stultz4c7ee8d2006-09-30 23:28:22 -0700126 printk(KERN_NOTICE "Clock: deleting leap second "
127 "23:59:59 UTC\n");
128 }
129 break;
130 case TIME_OOP:
131 time_state = TIME_WAIT;
132 break;
133 case TIME_WAIT:
134 if (!(time_status & (STA_INS | STA_DEL)))
135 time_state = TIME_OK;
136 }
137
138 /*
Roman Zippelf1992392006-09-30 23:28:28 -0700139 * Compute the phase adjustment for the next second. The offset is
140 * reduced by a fixed factor times the time constant.
john stultz4c7ee8d2006-09-30 23:28:22 -0700141 */
Roman Zippelb0ee7552006-09-30 23:28:22 -0700142 tick_length = tick_length_base;
Roman Zippelf1992392006-09-30 23:28:28 -0700143 time_adj = shift_right(time_offset, SHIFT_PLL + time_constant);
Roman Zippel3d3675c2006-09-30 23:28:25 -0700144 time_offset -= time_adj;
145 tick_length += (s64)time_adj << (TICK_LENGTH_SHIFT - SHIFT_UPDATE);
john stultz4c7ee8d2006-09-30 23:28:22 -0700146
Roman Zippel8f807f82006-09-30 23:28:25 -0700147 if (unlikely(time_adjust)) {
148 if (time_adjust > MAX_TICKADJ) {
149 time_adjust -= MAX_TICKADJ;
150 tick_length += MAX_TICKADJ_SCALED;
151 } else if (time_adjust < -MAX_TICKADJ) {
152 time_adjust += MAX_TICKADJ;
153 tick_length -= MAX_TICKADJ_SCALED;
154 } else {
Roman Zippel8f807f82006-09-30 23:28:25 -0700155 tick_length += (s64)(time_adjust * NSEC_PER_USEC /
john stultzf4304ab2007-02-16 01:27:26 -0800156 NTP_INTERVAL_FREQ) << TICK_LENGTH_SHIFT;
Jim Houstonbb1d8602006-10-28 10:38:56 -0700157 time_adjust = 0;
Roman Zippel8f807f82006-09-30 23:28:25 -0700158 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700159 }
160}
161
162/*
163 * Return how long ticks are at the moment, that is, how much time
164 * update_wall_time_one_tick will add to xtime next time we call it
165 * (assuming no calls to do_adjtimex in the meantime).
166 * The return value is in fixed-point nanoseconds shifted by the
167 * specified number of bits to the right of the binary point.
168 * This function has no side-effects.
169 */
170u64 current_tick_length(void)
171{
Roman Zippel8f807f82006-09-30 23:28:25 -0700172 return tick_length;
john stultz4c7ee8d2006-09-30 23:28:22 -0700173}
174
Thomas Gleixner82644452007-07-21 04:37:37 -0700175#ifdef CONFIG_GENERIC_CMOS_UPDATE
john stultz4c7ee8d2006-09-30 23:28:22 -0700176
Thomas Gleixner82644452007-07-21 04:37:37 -0700177/* Disable the cmos update - used by virtualization and embedded */
178int no_sync_cmos_clock __read_mostly;
179
180static void sync_cmos_clock(unsigned long dummy);
181
182static DEFINE_TIMER(sync_cmos_timer, sync_cmos_clock, 0, 0);
183
184static void sync_cmos_clock(unsigned long dummy)
john stultz4c7ee8d2006-09-30 23:28:22 -0700185{
Thomas Gleixner82644452007-07-21 04:37:37 -0700186 struct timespec now, next;
187 int fail = 1;
188
189 /*
190 * If we have an externally synchronized Linux clock, then update
191 * CMOS clock accordingly every ~11 minutes. Set_rtc_mmss() has to be
192 * called as close as possible to 500 ms before the new second starts.
193 * This code is run on a timer. If the clock is set, that timer
194 * may not expire at the correct time. Thus, we adjust...
195 */
196 if (!ntp_synced())
197 /*
198 * Not synced, exit, do not restart a timer (if one is
199 * running, let it run out).
200 */
201 return;
202
203 getnstimeofday(&now);
David P. Reedfa6a1a52007-11-14 17:49:21 -0500204 if (abs(now.tv_nsec - (NSEC_PER_SEC / 2)) <= tick_nsec / 2)
Thomas Gleixner82644452007-07-21 04:37:37 -0700205 fail = update_persistent_clock(now);
206
207 next.tv_nsec = (NSEC_PER_SEC / 2) - now.tv_nsec;
208 if (next.tv_nsec <= 0)
209 next.tv_nsec += NSEC_PER_SEC;
210
211 if (!fail)
212 next.tv_sec = 659;
213 else
214 next.tv_sec = 0;
215
216 if (next.tv_nsec >= NSEC_PER_SEC) {
217 next.tv_sec++;
218 next.tv_nsec -= NSEC_PER_SEC;
219 }
220 mod_timer(&sync_cmos_timer, jiffies + timespec_to_jiffies(&next));
john stultz4c7ee8d2006-09-30 23:28:22 -0700221}
222
Thomas Gleixner82644452007-07-21 04:37:37 -0700223static void notify_cmos_timer(void)
224{
Tony Breeds298a5df2007-09-11 15:24:03 -0700225 if (!no_sync_cmos_clock)
Thomas Gleixner82644452007-07-21 04:37:37 -0700226 mod_timer(&sync_cmos_timer, jiffies + 1);
227}
228
229#else
230static inline void notify_cmos_timer(void) { }
231#endif
232
john stultz4c7ee8d2006-09-30 23:28:22 -0700233/* adjtimex mainly allows reading (and writing, if superuser) of
234 * kernel time-keeping variables. used by xntpd.
235 */
236int do_adjtimex(struct timex *txc)
237{
john stultzd62ac212007-03-26 21:32:26 -0800238 long mtemp, save_adjust, rem;
Roman Zippelf1992392006-09-30 23:28:28 -0700239 s64 freq_adj, temp64;
john stultz4c7ee8d2006-09-30 23:28:22 -0700240 int result;
241
242 /* In order to modify anything, you gotta be super-user! */
243 if (txc->modes && !capable(CAP_SYS_TIME))
244 return -EPERM;
245
246 /* Now we validate the data before disabling interrupts */
247
John Stultz52bfb362007-11-26 20:42:19 +0100248 if ((txc->modes & ADJ_OFFSET_SINGLESHOT) == ADJ_OFFSET_SINGLESHOT) {
john stultz4c7ee8d2006-09-30 23:28:22 -0700249 /* singleshot must not be used with any other mode bits */
John Stultz52bfb362007-11-26 20:42:19 +0100250 if (txc->modes != ADJ_OFFSET_SINGLESHOT &&
251 txc->modes != ADJ_OFFSET_SS_READ)
john stultz4c7ee8d2006-09-30 23:28:22 -0700252 return -EINVAL;
John Stultz52bfb362007-11-26 20:42:19 +0100253 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700254
255 if (txc->modes != ADJ_OFFSET_SINGLESHOT && (txc->modes & ADJ_OFFSET))
256 /* adjustment Offset limited to +- .512 seconds */
257 if (txc->offset <= - MAXPHASE || txc->offset >= MAXPHASE )
258 return -EINVAL;
259
260 /* if the quartz is off by more than 10% something is VERY wrong ! */
261 if (txc->modes & ADJ_TICK)
262 if (txc->tick < 900000/USER_HZ ||
263 txc->tick > 1100000/USER_HZ)
264 return -EINVAL;
265
266 write_seqlock_irq(&xtime_lock);
267 result = time_state; /* mostly `TIME_OK' */
268
269 /* Save for later - semantics of adjtime is to return old value */
Roman Zippel8f807f82006-09-30 23:28:25 -0700270 save_adjust = time_adjust;
john stultz4c7ee8d2006-09-30 23:28:22 -0700271
272#if 0 /* STA_CLOCKERR is never set yet */
273 time_status &= ~STA_CLOCKERR; /* reset STA_CLOCKERR */
274#endif
275 /* If there are input parameters, then process them */
276 if (txc->modes)
277 {
278 if (txc->modes & ADJ_STATUS) /* only set allowed bits */
279 time_status = (txc->status & ~STA_RONLY) |
280 (time_status & STA_RONLY);
281
282 if (txc->modes & ADJ_FREQUENCY) { /* p. 22 */
283 if (txc->freq > MAXFREQ || txc->freq < -MAXFREQ) {
284 result = -EINVAL;
285 goto leave;
286 }
john stultzf4304ab2007-02-16 01:27:26 -0800287 time_freq = ((s64)txc->freq * NSEC_PER_USEC)
288 >> (SHIFT_USEC - SHIFT_NSEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700289 }
290
291 if (txc->modes & ADJ_MAXERROR) {
292 if (txc->maxerror < 0 || txc->maxerror >= NTP_PHASE_LIMIT) {
293 result = -EINVAL;
294 goto leave;
295 }
296 time_maxerror = txc->maxerror;
297 }
298
299 if (txc->modes & ADJ_ESTERROR) {
300 if (txc->esterror < 0 || txc->esterror >= NTP_PHASE_LIMIT) {
301 result = -EINVAL;
302 goto leave;
303 }
304 time_esterror = txc->esterror;
305 }
306
307 if (txc->modes & ADJ_TIMECONST) { /* p. 24 */
308 if (txc->constant < 0) { /* NTP v4 uses values > 6 */
309 result = -EINVAL;
310 goto leave;
311 }
Roman Zippelf1992392006-09-30 23:28:28 -0700312 time_constant = min(txc->constant + 4, (long)MAXTC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700313 }
314
315 if (txc->modes & ADJ_OFFSET) { /* values checked earlier */
316 if (txc->modes == ADJ_OFFSET_SINGLESHOT) {
317 /* adjtime() is independent from ntp_adjtime() */
Roman Zippel8f807f82006-09-30 23:28:25 -0700318 time_adjust = txc->offset;
john stultz4c7ee8d2006-09-30 23:28:22 -0700319 }
320 else if (time_status & STA_PLL) {
john stultzd62ac212007-03-26 21:32:26 -0800321 time_offset = txc->offset * NSEC_PER_USEC;
john stultz4c7ee8d2006-09-30 23:28:22 -0700322
323 /*
324 * Scale the phase adjustment and
325 * clamp to the operating range.
326 */
john stultzd62ac212007-03-26 21:32:26 -0800327 time_offset = min(time_offset, (s64)MAXPHASE * NSEC_PER_USEC);
328 time_offset = max(time_offset, (s64)-MAXPHASE * NSEC_PER_USEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700329
330 /*
331 * Select whether the frequency is to be controlled
332 * and in which mode (PLL or FLL). Clamp to the operating
333 * range. Ugly multiply/divide should be replaced someday.
334 */
335
336 if (time_status & STA_FREQHOLD || time_reftime == 0)
337 time_reftime = xtime.tv_sec;
338 mtemp = xtime.tv_sec - time_reftime;
339 time_reftime = xtime.tv_sec;
Roman Zippelf1992392006-09-30 23:28:28 -0700340
john stultzd62ac212007-03-26 21:32:26 -0800341 freq_adj = time_offset * mtemp;
Roman Zippelf1992392006-09-30 23:28:28 -0700342 freq_adj = shift_right(freq_adj, time_constant * 2 +
343 (SHIFT_PLL + 2) * 2 - SHIFT_NSEC);
344 if (mtemp >= MINSEC && (time_status & STA_FLL || mtemp > MAXSEC)) {
David Howellse48af192008-02-25 18:31:57 +0100345 u64 utemp64;
john stultzd62ac212007-03-26 21:32:26 -0800346 temp64 = time_offset << (SHIFT_NSEC - SHIFT_FLL);
Roman Zippelf1992392006-09-30 23:28:28 -0700347 if (time_offset < 0) {
David Howellse48af192008-02-25 18:31:57 +0100348 utemp64 = -temp64;
349 do_div(utemp64, mtemp);
350 freq_adj -= utemp64;
Roman Zippelf1992392006-09-30 23:28:28 -0700351 } else {
David Howellse48af192008-02-25 18:31:57 +0100352 utemp64 = temp64;
353 do_div(utemp64, mtemp);
354 freq_adj += utemp64;
Roman Zippelf1992392006-09-30 23:28:28 -0700355 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700356 }
Roman Zippel04b617e2006-09-30 23:28:27 -0700357 freq_adj += time_freq;
358 freq_adj = min(freq_adj, (s64)MAXFREQ_NSEC);
359 time_freq = max(freq_adj, (s64)-MAXFREQ_NSEC);
john stultzd62ac212007-03-26 21:32:26 -0800360 time_offset = div_long_long_rem_signed(time_offset,
361 NTP_INTERVAL_FREQ,
362 &rem);
363 time_offset <<= SHIFT_UPDATE;
john stultz4c7ee8d2006-09-30 23:28:22 -0700364 } /* STA_PLL */
365 } /* txc->modes & ADJ_OFFSET */
Roman Zippelb0ee7552006-09-30 23:28:22 -0700366 if (txc->modes & ADJ_TICK)
john stultz4c7ee8d2006-09-30 23:28:22 -0700367 tick_usec = txc->tick;
Roman Zippelb0ee7552006-09-30 23:28:22 -0700368
Roman Zippeldc6a43e2006-09-30 23:28:24 -0700369 if (txc->modes & (ADJ_TICK|ADJ_FREQUENCY|ADJ_OFFSET))
Roman Zippelb0ee7552006-09-30 23:28:22 -0700370 ntp_update_frequency();
john stultz4c7ee8d2006-09-30 23:28:22 -0700371 } /* txc->modes */
372leave: if ((time_status & (STA_UNSYNC|STA_CLOCKERR)) != 0)
373 result = TIME_ERROR;
374
John Stultz52bfb362007-11-26 20:42:19 +0100375 if ((txc->modes == ADJ_OFFSET_SINGLESHOT) ||
376 (txc->modes == ADJ_OFFSET_SS_READ))
john stultzd62ac212007-03-26 21:32:26 -0800377 txc->offset = save_adjust;
Roman Zippel3d3675c2006-09-30 23:28:25 -0700378 else
john stultzd62ac212007-03-26 21:32:26 -0800379 txc->offset = ((long)shift_right(time_offset, SHIFT_UPDATE)) *
380 NTP_INTERVAL_FREQ / 1000;
381 txc->freq = (time_freq / NSEC_PER_USEC) <<
382 (SHIFT_USEC - SHIFT_NSEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700383 txc->maxerror = time_maxerror;
384 txc->esterror = time_esterror;
385 txc->status = time_status;
386 txc->constant = time_constant;
Adrian Bunk70bc42f2006-09-30 23:28:29 -0700387 txc->precision = 1;
Roman Zippel97eebe12006-09-30 23:28:26 -0700388 txc->tolerance = MAXFREQ;
john stultz4c7ee8d2006-09-30 23:28:22 -0700389 txc->tick = tick_usec;
390
391 /* PPS is not implemented, so these are zero */
392 txc->ppsfreq = 0;
393 txc->jitter = 0;
394 txc->shift = 0;
395 txc->stabil = 0;
396 txc->jitcnt = 0;
397 txc->calcnt = 0;
398 txc->errcnt = 0;
399 txc->stbcnt = 0;
400 write_sequnlock_irq(&xtime_lock);
401 do_gettimeofday(&txc->time);
Thomas Gleixner82644452007-07-21 04:37:37 -0700402 notify_cmos_timer();
john stultz4c7ee8d2006-09-30 23:28:22 -0700403 return(result);
404}