blob: e64efaf957e8485b4d233412a69fdf45a1225691 [file] [log] [blame]
john stultz4c7ee8d2006-09-30 23:28:22 -07001/*
2 * linux/kernel/time/ntp.c
3 *
4 * NTP state machine interfaces and logic.
5 *
6 * This code was mainly moved from kernel/timer.c and kernel/time.c
7 * Please see those files for relevant copyright info and historical
8 * changelogs.
9 */
10
11#include <linux/mm.h>
12#include <linux/time.h>
Thomas Gleixner82644452007-07-21 04:37:37 -070013#include <linux/timer.h>
john stultz4c7ee8d2006-09-30 23:28:22 -070014#include <linux/timex.h>
Alexey Dobriyane8edc6e2007-05-21 01:22:52 +040015#include <linux/jiffies.h>
16#include <linux/hrtimer.h>
Alexey Dobriyanaa0ac362007-07-15 23:40:39 -070017#include <linux/capability.h>
john stultz4c7ee8d2006-09-30 23:28:22 -070018#include <asm/div64.h>
19#include <asm/timex.h>
20
Roman Zippelb0ee7552006-09-30 23:28:22 -070021/*
22 * Timekeeping variables
23 */
24unsigned long tick_usec = TICK_USEC; /* USER_HZ period (usec) */
25unsigned long tick_nsec; /* ACTHZ period (nsec) */
26static u64 tick_length, tick_length_base;
27
Roman Zippel8f807f82006-09-30 23:28:25 -070028#define MAX_TICKADJ 500 /* microsecs */
29#define MAX_TICKADJ_SCALED (((u64)(MAX_TICKADJ * NSEC_PER_USEC) << \
john stultzf4304ab2007-02-16 01:27:26 -080030 TICK_LENGTH_SHIFT) / NTP_INTERVAL_FREQ)
john stultz4c7ee8d2006-09-30 23:28:22 -070031
32/*
33 * phase-lock loop variables
34 */
35/* TIME_ERROR prevents overwriting the CMOS clock */
Adrian Bunk70bc42f2006-09-30 23:28:29 -070036static int time_state = TIME_OK; /* clock synchronization status */
john stultz4c7ee8d2006-09-30 23:28:22 -070037int time_status = STA_UNSYNC; /* clock status bits */
john stultzd62ac212007-03-26 21:32:26 -080038static s64 time_offset; /* time adjustment (ns) */
Adrian Bunk70bc42f2006-09-30 23:28:29 -070039static long time_constant = 2; /* pll time constant */
john stultz4c7ee8d2006-09-30 23:28:22 -070040long time_maxerror = NTP_PHASE_LIMIT; /* maximum error (us) */
41long time_esterror = NTP_PHASE_LIMIT; /* estimated error (us) */
Roman Zippeldc6a43e2006-09-30 23:28:24 -070042long time_freq; /* frequency offset (scaled ppm)*/
Adrian Bunk70bc42f2006-09-30 23:28:29 -070043static long time_reftime; /* time at last adjustment (s) */
john stultz4c7ee8d2006-09-30 23:28:22 -070044long time_adjust;
john stultz4c7ee8d2006-09-30 23:28:22 -070045
Adrian Bunk70bc42f2006-09-30 23:28:29 -070046#define CLOCK_TICK_OVERFLOW (LATCH * HZ - CLOCK_TICK_RATE)
47#define CLOCK_TICK_ADJUST (((s64)CLOCK_TICK_OVERFLOW * NSEC_PER_SEC) / \
48 (s64)CLOCK_TICK_RATE)
49
50static void ntp_update_frequency(void)
51{
john stultzf4304ab2007-02-16 01:27:26 -080052 u64 second_length = (u64)(tick_usec * NSEC_PER_USEC * USER_HZ)
53 << TICK_LENGTH_SHIFT;
54 second_length += (s64)CLOCK_TICK_ADJUST << TICK_LENGTH_SHIFT;
55 second_length += (s64)time_freq << (TICK_LENGTH_SHIFT - SHIFT_NSEC);
Adrian Bunk70bc42f2006-09-30 23:28:29 -070056
john stultzf4304ab2007-02-16 01:27:26 -080057 tick_length_base = second_length;
Adrian Bunk70bc42f2006-09-30 23:28:29 -070058
john stultzf4304ab2007-02-16 01:27:26 -080059 do_div(second_length, HZ);
60 tick_nsec = second_length >> TICK_LENGTH_SHIFT;
61
62 do_div(tick_length_base, NTP_INTERVAL_FREQ);
Adrian Bunk70bc42f2006-09-30 23:28:29 -070063}
64
Roman Zippelb0ee7552006-09-30 23:28:22 -070065/**
66 * ntp_clear - Clears the NTP state variables
67 *
68 * Must be called while holding a write on the xtime_lock
69 */
70void ntp_clear(void)
71{
72 time_adjust = 0; /* stop active adjtime() */
73 time_status |= STA_UNSYNC;
74 time_maxerror = NTP_PHASE_LIMIT;
75 time_esterror = NTP_PHASE_LIMIT;
76
77 ntp_update_frequency();
78
79 tick_length = tick_length_base;
Roman Zippel3d3675c2006-09-30 23:28:25 -070080 time_offset = 0;
Roman Zippelb0ee7552006-09-30 23:28:22 -070081}
82
john stultz4c7ee8d2006-09-30 23:28:22 -070083/*
84 * this routine handles the overflow of the microsecond field
85 *
86 * The tricky bits of code to handle the accurate clock support
87 * were provided by Dave Mills (Mills@UDEL.EDU) of NTP fame.
88 * They were originally developed for SUN and DEC kernels.
89 * All the kudos should go to Dave for this stuff.
90 */
91void second_overflow(void)
92{
Roman Zippel3d3675c2006-09-30 23:28:25 -070093 long time_adj;
john stultz4c7ee8d2006-09-30 23:28:22 -070094
95 /* Bump the maxerror field */
Roman Zippel97eebe12006-09-30 23:28:26 -070096 time_maxerror += MAXFREQ >> SHIFT_USEC;
john stultz4c7ee8d2006-09-30 23:28:22 -070097 if (time_maxerror > NTP_PHASE_LIMIT) {
98 time_maxerror = NTP_PHASE_LIMIT;
99 time_status |= STA_UNSYNC;
100 }
101
102 /*
103 * Leap second processing. If in leap-insert state at the end of the
104 * day, the system clock is set back one second; if in leap-delete
105 * state, the system clock is set ahead one second. The microtime()
106 * routine or external clock driver will insure that reported time is
107 * always monotonic. The ugly divides should be replaced.
108 */
109 switch (time_state) {
110 case TIME_OK:
111 if (time_status & STA_INS)
112 time_state = TIME_INS;
113 else if (time_status & STA_DEL)
114 time_state = TIME_DEL;
115 break;
116 case TIME_INS:
117 if (xtime.tv_sec % 86400 == 0) {
118 xtime.tv_sec--;
119 wall_to_monotonic.tv_sec++;
john stultz4c7ee8d2006-09-30 23:28:22 -0700120 time_state = TIME_OOP;
john stultz4c7ee8d2006-09-30 23:28:22 -0700121 printk(KERN_NOTICE "Clock: inserting leap second "
122 "23:59:60 UTC\n");
123 }
124 break;
125 case TIME_DEL:
126 if ((xtime.tv_sec + 1) % 86400 == 0) {
127 xtime.tv_sec++;
128 wall_to_monotonic.tv_sec--;
john stultz4c7ee8d2006-09-30 23:28:22 -0700129 time_state = TIME_WAIT;
john stultz4c7ee8d2006-09-30 23:28:22 -0700130 printk(KERN_NOTICE "Clock: deleting leap second "
131 "23:59:59 UTC\n");
132 }
133 break;
134 case TIME_OOP:
135 time_state = TIME_WAIT;
136 break;
137 case TIME_WAIT:
138 if (!(time_status & (STA_INS | STA_DEL)))
139 time_state = TIME_OK;
140 }
141
142 /*
Roman Zippelf1992392006-09-30 23:28:28 -0700143 * Compute the phase adjustment for the next second. The offset is
144 * reduced by a fixed factor times the time constant.
john stultz4c7ee8d2006-09-30 23:28:22 -0700145 */
Roman Zippelb0ee7552006-09-30 23:28:22 -0700146 tick_length = tick_length_base;
Roman Zippelf1992392006-09-30 23:28:28 -0700147 time_adj = shift_right(time_offset, SHIFT_PLL + time_constant);
Roman Zippel3d3675c2006-09-30 23:28:25 -0700148 time_offset -= time_adj;
149 tick_length += (s64)time_adj << (TICK_LENGTH_SHIFT - SHIFT_UPDATE);
john stultz4c7ee8d2006-09-30 23:28:22 -0700150
Roman Zippel8f807f82006-09-30 23:28:25 -0700151 if (unlikely(time_adjust)) {
152 if (time_adjust > MAX_TICKADJ) {
153 time_adjust -= MAX_TICKADJ;
154 tick_length += MAX_TICKADJ_SCALED;
155 } else if (time_adjust < -MAX_TICKADJ) {
156 time_adjust += MAX_TICKADJ;
157 tick_length -= MAX_TICKADJ_SCALED;
158 } else {
Roman Zippel8f807f82006-09-30 23:28:25 -0700159 tick_length += (s64)(time_adjust * NSEC_PER_USEC /
john stultzf4304ab2007-02-16 01:27:26 -0800160 NTP_INTERVAL_FREQ) << TICK_LENGTH_SHIFT;
Jim Houstonbb1d8602006-10-28 10:38:56 -0700161 time_adjust = 0;
Roman Zippel8f807f82006-09-30 23:28:25 -0700162 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700163 }
164}
165
166/*
167 * Return how long ticks are at the moment, that is, how much time
168 * update_wall_time_one_tick will add to xtime next time we call it
169 * (assuming no calls to do_adjtimex in the meantime).
170 * The return value is in fixed-point nanoseconds shifted by the
171 * specified number of bits to the right of the binary point.
172 * This function has no side-effects.
173 */
174u64 current_tick_length(void)
175{
Roman Zippel8f807f82006-09-30 23:28:25 -0700176 return tick_length;
john stultz4c7ee8d2006-09-30 23:28:22 -0700177}
178
Thomas Gleixner82644452007-07-21 04:37:37 -0700179#ifdef CONFIG_GENERIC_CMOS_UPDATE
john stultz4c7ee8d2006-09-30 23:28:22 -0700180
Thomas Gleixner82644452007-07-21 04:37:37 -0700181/* Disable the cmos update - used by virtualization and embedded */
182int no_sync_cmos_clock __read_mostly;
183
184static void sync_cmos_clock(unsigned long dummy);
185
186static DEFINE_TIMER(sync_cmos_timer, sync_cmos_clock, 0, 0);
187
188static void sync_cmos_clock(unsigned long dummy)
john stultz4c7ee8d2006-09-30 23:28:22 -0700189{
Thomas Gleixner82644452007-07-21 04:37:37 -0700190 struct timespec now, next;
191 int fail = 1;
192
193 /*
194 * If we have an externally synchronized Linux clock, then update
195 * CMOS clock accordingly every ~11 minutes. Set_rtc_mmss() has to be
196 * called as close as possible to 500 ms before the new second starts.
197 * This code is run on a timer. If the clock is set, that timer
198 * may not expire at the correct time. Thus, we adjust...
199 */
200 if (!ntp_synced())
201 /*
202 * Not synced, exit, do not restart a timer (if one is
203 * running, let it run out).
204 */
205 return;
206
207 getnstimeofday(&now);
David P. Reedfa6a1a52007-11-14 17:49:21 -0500208 if (abs(now.tv_nsec - (NSEC_PER_SEC / 2)) <= tick_nsec / 2)
Thomas Gleixner82644452007-07-21 04:37:37 -0700209 fail = update_persistent_clock(now);
210
211 next.tv_nsec = (NSEC_PER_SEC / 2) - now.tv_nsec;
212 if (next.tv_nsec <= 0)
213 next.tv_nsec += NSEC_PER_SEC;
214
215 if (!fail)
216 next.tv_sec = 659;
217 else
218 next.tv_sec = 0;
219
220 if (next.tv_nsec >= NSEC_PER_SEC) {
221 next.tv_sec++;
222 next.tv_nsec -= NSEC_PER_SEC;
223 }
224 mod_timer(&sync_cmos_timer, jiffies + timespec_to_jiffies(&next));
john stultz4c7ee8d2006-09-30 23:28:22 -0700225}
226
Thomas Gleixner82644452007-07-21 04:37:37 -0700227static void notify_cmos_timer(void)
228{
Tony Breeds298a5df2007-09-11 15:24:03 -0700229 if (!no_sync_cmos_clock)
Thomas Gleixner82644452007-07-21 04:37:37 -0700230 mod_timer(&sync_cmos_timer, jiffies + 1);
231}
232
233#else
234static inline void notify_cmos_timer(void) { }
235#endif
236
john stultz4c7ee8d2006-09-30 23:28:22 -0700237/* adjtimex mainly allows reading (and writing, if superuser) of
238 * kernel time-keeping variables. used by xntpd.
239 */
240int do_adjtimex(struct timex *txc)
241{
john stultzd62ac212007-03-26 21:32:26 -0800242 long mtemp, save_adjust, rem;
Roman Zippelf1992392006-09-30 23:28:28 -0700243 s64 freq_adj, temp64;
john stultz4c7ee8d2006-09-30 23:28:22 -0700244 int result;
245
246 /* In order to modify anything, you gotta be super-user! */
247 if (txc->modes && !capable(CAP_SYS_TIME))
248 return -EPERM;
249
250 /* Now we validate the data before disabling interrupts */
251
John Stultz52bfb362007-11-26 20:42:19 +0100252 if ((txc->modes & ADJ_OFFSET_SINGLESHOT) == ADJ_OFFSET_SINGLESHOT) {
john stultz4c7ee8d2006-09-30 23:28:22 -0700253 /* singleshot must not be used with any other mode bits */
John Stultz52bfb362007-11-26 20:42:19 +0100254 if (txc->modes != ADJ_OFFSET_SINGLESHOT &&
255 txc->modes != ADJ_OFFSET_SS_READ)
john stultz4c7ee8d2006-09-30 23:28:22 -0700256 return -EINVAL;
John Stultz52bfb362007-11-26 20:42:19 +0100257 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700258
259 if (txc->modes != ADJ_OFFSET_SINGLESHOT && (txc->modes & ADJ_OFFSET))
260 /* adjustment Offset limited to +- .512 seconds */
261 if (txc->offset <= - MAXPHASE || txc->offset >= MAXPHASE )
262 return -EINVAL;
263
264 /* if the quartz is off by more than 10% something is VERY wrong ! */
265 if (txc->modes & ADJ_TICK)
266 if (txc->tick < 900000/USER_HZ ||
267 txc->tick > 1100000/USER_HZ)
268 return -EINVAL;
269
270 write_seqlock_irq(&xtime_lock);
271 result = time_state; /* mostly `TIME_OK' */
272
273 /* Save for later - semantics of adjtime is to return old value */
Roman Zippel8f807f82006-09-30 23:28:25 -0700274 save_adjust = time_adjust;
john stultz4c7ee8d2006-09-30 23:28:22 -0700275
276#if 0 /* STA_CLOCKERR is never set yet */
277 time_status &= ~STA_CLOCKERR; /* reset STA_CLOCKERR */
278#endif
279 /* If there are input parameters, then process them */
280 if (txc->modes)
281 {
282 if (txc->modes & ADJ_STATUS) /* only set allowed bits */
283 time_status = (txc->status & ~STA_RONLY) |
284 (time_status & STA_RONLY);
285
286 if (txc->modes & ADJ_FREQUENCY) { /* p. 22 */
287 if (txc->freq > MAXFREQ || txc->freq < -MAXFREQ) {
288 result = -EINVAL;
289 goto leave;
290 }
john stultzf4304ab2007-02-16 01:27:26 -0800291 time_freq = ((s64)txc->freq * NSEC_PER_USEC)
292 >> (SHIFT_USEC - SHIFT_NSEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700293 }
294
295 if (txc->modes & ADJ_MAXERROR) {
296 if (txc->maxerror < 0 || txc->maxerror >= NTP_PHASE_LIMIT) {
297 result = -EINVAL;
298 goto leave;
299 }
300 time_maxerror = txc->maxerror;
301 }
302
303 if (txc->modes & ADJ_ESTERROR) {
304 if (txc->esterror < 0 || txc->esterror >= NTP_PHASE_LIMIT) {
305 result = -EINVAL;
306 goto leave;
307 }
308 time_esterror = txc->esterror;
309 }
310
311 if (txc->modes & ADJ_TIMECONST) { /* p. 24 */
312 if (txc->constant < 0) { /* NTP v4 uses values > 6 */
313 result = -EINVAL;
314 goto leave;
315 }
Roman Zippelf1992392006-09-30 23:28:28 -0700316 time_constant = min(txc->constant + 4, (long)MAXTC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700317 }
318
319 if (txc->modes & ADJ_OFFSET) { /* values checked earlier */
320 if (txc->modes == ADJ_OFFSET_SINGLESHOT) {
321 /* adjtime() is independent from ntp_adjtime() */
Roman Zippel8f807f82006-09-30 23:28:25 -0700322 time_adjust = txc->offset;
john stultz4c7ee8d2006-09-30 23:28:22 -0700323 }
324 else if (time_status & STA_PLL) {
john stultzd62ac212007-03-26 21:32:26 -0800325 time_offset = txc->offset * NSEC_PER_USEC;
john stultz4c7ee8d2006-09-30 23:28:22 -0700326
327 /*
328 * Scale the phase adjustment and
329 * clamp to the operating range.
330 */
john stultzd62ac212007-03-26 21:32:26 -0800331 time_offset = min(time_offset, (s64)MAXPHASE * NSEC_PER_USEC);
332 time_offset = max(time_offset, (s64)-MAXPHASE * NSEC_PER_USEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700333
334 /*
335 * Select whether the frequency is to be controlled
336 * and in which mode (PLL or FLL). Clamp to the operating
337 * range. Ugly multiply/divide should be replaced someday.
338 */
339
340 if (time_status & STA_FREQHOLD || time_reftime == 0)
341 time_reftime = xtime.tv_sec;
342 mtemp = xtime.tv_sec - time_reftime;
343 time_reftime = xtime.tv_sec;
Roman Zippelf1992392006-09-30 23:28:28 -0700344
john stultzd62ac212007-03-26 21:32:26 -0800345 freq_adj = time_offset * mtemp;
Roman Zippelf1992392006-09-30 23:28:28 -0700346 freq_adj = shift_right(freq_adj, time_constant * 2 +
347 (SHIFT_PLL + 2) * 2 - SHIFT_NSEC);
348 if (mtemp >= MINSEC && (time_status & STA_FLL || mtemp > MAXSEC)) {
john stultzd62ac212007-03-26 21:32:26 -0800349 temp64 = time_offset << (SHIFT_NSEC - SHIFT_FLL);
Roman Zippelf1992392006-09-30 23:28:28 -0700350 if (time_offset < 0) {
351 temp64 = -temp64;
352 do_div(temp64, mtemp);
353 freq_adj -= temp64;
354 } else {
355 do_div(temp64, mtemp);
356 freq_adj += temp64;
357 }
john stultz4c7ee8d2006-09-30 23:28:22 -0700358 }
Roman Zippel04b617e2006-09-30 23:28:27 -0700359 freq_adj += time_freq;
360 freq_adj = min(freq_adj, (s64)MAXFREQ_NSEC);
361 time_freq = max(freq_adj, (s64)-MAXFREQ_NSEC);
john stultzd62ac212007-03-26 21:32:26 -0800362 time_offset = div_long_long_rem_signed(time_offset,
363 NTP_INTERVAL_FREQ,
364 &rem);
365 time_offset <<= SHIFT_UPDATE;
john stultz4c7ee8d2006-09-30 23:28:22 -0700366 } /* STA_PLL */
367 } /* txc->modes & ADJ_OFFSET */
Roman Zippelb0ee7552006-09-30 23:28:22 -0700368 if (txc->modes & ADJ_TICK)
john stultz4c7ee8d2006-09-30 23:28:22 -0700369 tick_usec = txc->tick;
Roman Zippelb0ee7552006-09-30 23:28:22 -0700370
Roman Zippeldc6a43e2006-09-30 23:28:24 -0700371 if (txc->modes & (ADJ_TICK|ADJ_FREQUENCY|ADJ_OFFSET))
Roman Zippelb0ee7552006-09-30 23:28:22 -0700372 ntp_update_frequency();
john stultz4c7ee8d2006-09-30 23:28:22 -0700373 } /* txc->modes */
374leave: if ((time_status & (STA_UNSYNC|STA_CLOCKERR)) != 0)
375 result = TIME_ERROR;
376
John Stultz52bfb362007-11-26 20:42:19 +0100377 if ((txc->modes == ADJ_OFFSET_SINGLESHOT) ||
378 (txc->modes == ADJ_OFFSET_SS_READ))
john stultzd62ac212007-03-26 21:32:26 -0800379 txc->offset = save_adjust;
Roman Zippel3d3675c2006-09-30 23:28:25 -0700380 else
john stultzd62ac212007-03-26 21:32:26 -0800381 txc->offset = ((long)shift_right(time_offset, SHIFT_UPDATE)) *
382 NTP_INTERVAL_FREQ / 1000;
383 txc->freq = (time_freq / NSEC_PER_USEC) <<
384 (SHIFT_USEC - SHIFT_NSEC);
john stultz4c7ee8d2006-09-30 23:28:22 -0700385 txc->maxerror = time_maxerror;
386 txc->esterror = time_esterror;
387 txc->status = time_status;
388 txc->constant = time_constant;
Adrian Bunk70bc42f2006-09-30 23:28:29 -0700389 txc->precision = 1;
Roman Zippel97eebe12006-09-30 23:28:26 -0700390 txc->tolerance = MAXFREQ;
john stultz4c7ee8d2006-09-30 23:28:22 -0700391 txc->tick = tick_usec;
392
393 /* PPS is not implemented, so these are zero */
394 txc->ppsfreq = 0;
395 txc->jitter = 0;
396 txc->shift = 0;
397 txc->stabil = 0;
398 txc->jitcnt = 0;
399 txc->calcnt = 0;
400 txc->errcnt = 0;
401 txc->stbcnt = 0;
402 write_sequnlock_irq(&xtime_lock);
403 do_gettimeofday(&txc->time);
Thomas Gleixner82644452007-07-21 04:37:37 -0700404 notify_cmos_timer();
john stultz4c7ee8d2006-09-30 23:28:22 -0700405 return(result);
406}