1 /* 2 * Copyright (c) 2006 The DragonFly Project. All rights reserved. 3 * 4 * This code is derived from software contributed to The DragonFly Project 5 * by Matthew Dillon <dillon@backplane.com> 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in 15 * the documentation and/or other materials provided with the 16 * distribution. 17 * 3. Neither the name of The DragonFly Project nor the names of its 18 * contributors may be used to endorse or promote products derived 19 * from this software without specific, prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING, 27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 32 * SUCH DAMAGE. 33 * 34 */ 35 36 #include <sys/types.h> 37 #include <sys/systm.h> 38 #include <sys/kernel.h> 39 #include <sys/systimer.h> 40 #include <sys/sysctl.h> 41 #include <sys/signal.h> 42 #include <sys/interrupt.h> 43 #include <sys/bus.h> 44 #include <sys/time.h> 45 #include <machine/cpu.h> 46 #include <machine/clock.h> 47 #include <machine/globaldata.h> 48 #include <machine/md_var.h> 49 #include <machine/cothread.h> 50 51 #include <sys/thread2.h> 52 53 #include <unistd.h> 54 #include <signal.h> 55 #include <time.h> 56 #include <stdio.h> 57 58 int disable_rtc_set; 59 SYSCTL_INT(_machdep, CPU_DISRTCSET, disable_rtc_set, 60 CTLFLAG_RW, &disable_rtc_set, 0, ""); 61 SYSCTL_INT(_hw, OID_AUTO, tsc_present, CTLFLAG_RD, 62 &tsc_present, 0, "TSC Available"); 63 SYSCTL_INT(_hw, OID_AUTO, tsc_invariant, CTLFLAG_RD, 64 &tsc_invariant, 0, "Invariant TSC"); 65 SYSCTL_INT(_hw, OID_AUTO, tsc_mpsync, CTLFLAG_RD, 66 &tsc_mpsync, 0, "TSC is synchronized across CPUs"); 67 SYSCTL_QUAD(_hw, OID_AUTO, tsc_frequency, CTLFLAG_RD, 68 &tsc_frequency, 0, "TSC Frequency"); 69 70 int adjkerntz; 71 int wall_cmos_clock = 0; 72 SYSCTL_INT(_machdep, CPU_WALLCLOCK, wall_cmos_clock, 73 CTLFLAG_RD, &wall_cmos_clock, 0, ""); 74 75 static cothread_t vktimer_cotd; 76 static int vktimer_running; 77 static sysclock_t vktimer_target; 78 static struct timespec vktimer_ts; 79 static sysclock_t vktimer_reload[MAXCPU]; 80 81 extern int use_precise_timer; 82 83 /* 84 * SYSTIMER IMPLEMENTATION 85 */ 86 static sysclock_t vkernel_timer_get_timecount(void); 87 static void vkernel_timer_construct(struct cputimer *timer, sysclock_t oclock); 88 static void vktimer_thread(cothread_t cotd); 89 90 static struct cputimer vkernel_cputimer = { 91 .next = SLIST_ENTRY_INITIALIZER, 92 .name = "VKERNEL", 93 .pri = CPUTIMER_PRI_VKERNEL, 94 .type = CPUTIMER_VKERNEL, 95 .count = vkernel_timer_get_timecount, 96 .fromhz = cputimer_default_fromhz, 97 .fromus = cputimer_default_fromus, 98 .construct = vkernel_timer_construct, 99 .destruct = cputimer_default_destruct, 100 .freq = 1000000 101 }; 102 103 static void vktimer_intr_reload(struct cputimer_intr *, sysclock_t); 104 static void vktimer_intr_initclock(struct cputimer_intr *, boolean_t); 105 106 static struct cputimer_intr vkernel_cputimer_intr = { 107 .freq = 1000000, 108 .reload = vktimer_intr_reload, 109 .enable = cputimer_intr_default_enable, 110 .config = cputimer_intr_default_config, 111 .restart = cputimer_intr_default_restart, 112 .pmfixup = cputimer_intr_default_pmfixup, 113 .initclock = vktimer_intr_initclock, 114 .pcpuhand = NULL, 115 .next = SLIST_ENTRY_INITIALIZER, 116 .name = "vkernel", 117 .type = CPUTIMER_INTR_VKERNEL, 118 .prio = CPUTIMER_INTR_PRIO_VKERNEL, 119 .caps = CPUTIMER_INTR_CAP_NONE, 120 .priv = NULL 121 }; 122 123 /* 124 * Initialize the systimer subsystem, called from MI code in early boot. 125 */ 126 static void 127 cpu_initclocks(void *arg __unused) 128 { 129 kprintf("initclocks\n"); 130 cputimer_intr_register(&vkernel_cputimer_intr); 131 cputimer_intr_select(&vkernel_cputimer_intr, 0); 132 133 cputimer_register(&vkernel_cputimer); 134 cputimer_select(&vkernel_cputimer, 0); 135 } 136 SYSINIT(clocksvk, SI_BOOT2_CLOCKREG, SI_ORDER_FIRST, cpu_initclocks, NULL); 137 138 /* 139 * Constructor to initialize timer->base and get an initial count. 140 */ 141 static void 142 vkernel_timer_construct(struct cputimer *timer, sysclock_t oclock) 143 { 144 timer->base = 0; 145 timer->base = oclock - vkernel_timer_get_timecount(); 146 } 147 148 /* 149 * Get the current counter, with 2's complement rollover. 150 * 151 * NOTE! MPSAFE, possibly no critical section 152 */ 153 static sysclock_t 154 vkernel_timer_get_timecount(void) 155 { 156 struct timespec ts; 157 sysclock_t count; 158 159 if (use_precise_timer) 160 clock_gettime(CLOCK_MONOTONIC_PRECISE, &ts); 161 else 162 clock_gettime(CLOCK_MONOTONIC_FAST, &ts); 163 count = ts.tv_nsec / 1000; 164 count += ts.tv_sec * 1000000; 165 166 return count; 167 } 168 169 /* 170 * Initialize the interrupt for our core systimer. Use the kqueue timer 171 * support functions. 172 */ 173 static void 174 vktimer_intr_initclock(struct cputimer_intr *cti __unused, 175 boolean_t selected __unused) 176 { 177 struct timespec ts; 178 179 if (use_precise_timer) 180 clock_gettime(CLOCK_MONOTONIC_PRECISE, &ts); 181 else 182 clock_gettime(CLOCK_MONOTONIC_FAST, &ts); 183 vktimer_target = ts.tv_nsec / 1000; 184 vktimer_target += ts.tv_sec * 1000000; 185 186 vktimer_ts.tv_nsec = 1000000000 / 20; 187 vktimer_cotd = cothread_create(vktimer_thread, NULL, NULL, "vktimer"); 188 while (vktimer_running == 0) 189 usleep(1000000 / 10); 190 #if 0 191 KKASSERT(kqueue_timer_info == NULL); 192 kqueue_timer_info = kqueue_add_timer(vktimer_intr, NULL); 193 #endif 194 } 195 196 /* 197 * 198 */ 199 static void 200 vktimer_sigint(int signo) 201 { 202 /* do nothing, just interrupt */ 203 } 204 205 static void 206 vktimer_thread(cothread_t cotd) 207 { 208 struct sigaction sa; 209 globaldata_t gscan; 210 211 bzero(&sa, sizeof(sa)); 212 sa.sa_handler = vktimer_sigint; 213 sa.sa_flags |= SA_NODEFER; 214 sigemptyset(&sa.sa_mask); 215 sigaction(SIGINT, &sa, NULL); 216 217 vktimer_running = 1; 218 while (vktimer_cotd == NULL) 219 usleep(1000000 / 10); 220 221 for (;;) { 222 struct timespec ts; 223 sysclock_t curtime; 224 sysclock_t reload; 225 ssysclock_t delta; 226 int n; 227 228 /* 229 * Sleep 230 */ 231 cothread_sleep(cotd, &vktimer_ts); 232 233 rescan: 234 if (use_precise_timer) 235 clock_gettime(CLOCK_MONOTONIC_PRECISE, &ts); 236 else 237 clock_gettime(CLOCK_MONOTONIC_FAST, &ts); 238 curtime = ts.tv_nsec / 1000 + ts.tv_sec * 1000000; 239 reload = 999999; 240 241 /* 242 * Reset the target 243 */ 244 for (n = 0; n < ncpus; ++n) { 245 gscan = globaldata_find(n); 246 delta = vktimer_reload[n] - curtime; 247 if (delta <= 0 && TAILQ_FIRST(&gscan->gd_systimerq)) 248 pthread_kill(ap_tids[n], SIGURG); 249 if (delta > 0 && reload > delta) 250 reload = delta; 251 } 252 vktimer_ts.tv_nsec = reload * 1000; 253 reload += curtime; 254 vktimer_target = reload; 255 256 /* 257 * Check for races 258 */ 259 reload -= curtime; 260 for (n = 0; n < ncpus; ++n) { 261 gscan = globaldata_find(n); 262 delta = vktimer_reload[n] - curtime; 263 if (delta > 0 && reload > delta) 264 goto rescan; 265 } 266 } 267 } 268 269 /* 270 * Reload the interrupt for our core systimer. Because the caller's 271 * reload calculation can be negatively indexed, we need a minimal 272 * check to ensure that a reasonable reload value is selected. 273 */ 274 static void 275 vktimer_intr_reload(struct cputimer_intr *cti __unused, sysclock_t reload) 276 { 277 struct timespec ts; 278 279 if (use_precise_timer) 280 clock_gettime(CLOCK_MONOTONIC_PRECISE, &ts); 281 else 282 clock_gettime(CLOCK_MONOTONIC_FAST, &ts); 283 if (reload >= 1000000) /* uS */ 284 reload = 1000000; 285 reload += ts.tv_nsec / 1000; 286 reload += ts.tv_sec * 1000000; 287 vktimer_reload[mycpu->gd_cpuid] = reload; 288 if (vktimer_cotd && (ssysclock_t)(reload - vktimer_target) < 0) { 289 while ((sysclock_t)(reload - vktimer_target) < 0) 290 reload = atomic_swap_int(&vktimer_target, reload); 291 cothread_wakeup(vktimer_cotd, &vktimer_ts); 292 } 293 } 294 295 /* 296 * pcpu clock interrupt (hard interrupt) 297 */ 298 void 299 vktimer_intr(struct intrframe *frame) 300 { 301 struct globaldata *gd = mycpu; 302 sysclock_t sysclock_count; 303 304 sysclock_count = sys_cputimer->count(); 305 ++gd->gd_cnt.v_timer; 306 systimer_intr(&sysclock_count, 0, frame); 307 } 308 309 /* 310 * Initialize the time of day register, based on the time base which is, e.g. 311 * from a filesystem. 312 */ 313 void 314 inittodr(time_t base) 315 { 316 struct timespec ts; 317 struct timeval tv; 318 319 gettimeofday(&tv, NULL); 320 ts.tv_sec = tv.tv_sec; 321 ts.tv_nsec = tv.tv_usec * 1000; 322 set_timeofday(&ts); 323 } 324 325 /* 326 * Write system time back to the RTC 327 */ 328 void 329 resettodr(void) 330 { 331 } 332 333 /* 334 * We need to enter a critical section to prevent signals from recursing 335 * into pthreads. 336 */ 337 void 338 DELAY(int usec) 339 { 340 crit_enter(); 341 usleep(usec); 342 crit_exit(); 343 } 344 345 void 346 DRIVERSLEEP(int usec) 347 { 348 if (mycpu->gd_intr_nesting_level) 349 DELAY(usec); 350 else if (1000000 / usec >= hz) 351 tsleep(DRIVERSLEEP, 0, "DELAY", 1000000 / usec / hz + 1); 352 else 353 DELAY(usec); 354 } 355