xref: /dragonfly/usr.bin/ktrdump/ktrdump.c (revision 6693db17)
1 /*-
2  * Copyright (c) 2002 Jake Burkholder
3  * Copyright (c) 2004 Robert Watson
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  * SUCH DAMAGE.
26  *
27  * $FreeBSD: src/usr.bin/ktrdump/ktrdump.c,v 1.10 2005/05/21 09:55:06 ru Exp $
28  * $DragonFly: src/usr.bin/ktrdump/ktrdump.c,v 1.13 2008/11/10 02:05:31 swildner Exp $
29  */
30 
31 #include <sys/cdefs.h>
32 
33 #include <sys/types.h>
34 #include <sys/ktr.h>
35 #include <sys/mman.h>
36 #include <sys/stat.h>
37 #include <sys/queue.h>
38 
39 #include <err.h>
40 #include <fcntl.h>
41 #include <kvm.h>
42 #include <limits.h>
43 #include <nlist.h>
44 #include <stdint.h>
45 #include <stdio.h>
46 #include <stdlib.h>
47 #include <string.h>
48 #include <unistd.h>
49 #include <stdarg.h>
50 
51 #define SBUFLEN		256
52 #define SBUFMASK	(SBUFLEN - 1)
53 
54 struct ktr_buffer {
55 	struct ktr_entry *ents;
56 	int modified;
57 	int reset;
58 	int beg_idx;		/* Beginning index */
59 	int end_idx;		/* Ending index */
60 };
61 
62 static struct nlist nl1[] = {
63 	{ .n_name = "_ktr_version" },
64 	{ .n_name = "_ktr_entries" },
65 	{ .n_name = "_ncpus" },
66 	{ .n_name = NULL }
67 };
68 
69 static struct nlist nl2[] = {
70 	{ .n_name = "_tsc_frequency" },
71 	{ .n_name = NULL }
72 };
73 
74 static struct nlist nl_version_ktr_idx[] = {
75 	{ .n_name = "_ktr_idx" },
76 	{ .n_name = "_ktr_buf" },
77 	{ .n_name = NULL }
78 };
79 
80 static struct nlist nl_version_ktr_cpu[] = {
81 	{ .n_name = "_ktr_cpu" },
82 	{ .n_name = NULL }
83 };
84 
85 static int cflag;
86 static int fflag;
87 static int iflag;
88 static int lflag;
89 static int nflag;
90 static int qflag;
91 static int rflag;
92 static int sflag;
93 static int tflag;
94 static int xflag;
95 static int pflag;
96 static int Mflag;
97 static int Nflag;
98 static double tsc_frequency;
99 static double correction_factor = 0.0;
100 
101 static char corefile[PATH_MAX];
102 static char execfile[PATH_MAX];
103 
104 static char errbuf[_POSIX2_LINE_MAX];
105 static int ncpus;
106 static kvm_t *kd;
107 static int entries_per_buf;
108 static int fifo_mask;
109 static int ktr_version;
110 
111 static void usage(void);
112 static int earliest_ts(struct ktr_buffer *);
113 static void print_header(FILE *, int);
114 static void print_entry(FILE *, int, int, struct ktr_entry *, u_int64_t *);
115 static struct ktr_info *kvm_ktrinfo(void *);
116 static const char *kvm_string(char *buf, const char *);
117 static const char *trunc_path(const char *, int);
118 static void read_symbols(const char *);
119 static const char *address_to_symbol(void *);
120 static struct ktr_buffer *ktr_bufs_init(void);
121 static void get_indices(struct ktr_entry **, int *);
122 static void load_bufs(struct ktr_buffer *, struct ktr_entry **, int *);
123 static void print_buf(FILE *, struct ktr_buffer *, int, u_int64_t *);
124 static void print_bufs_timesorted(FILE *, struct ktr_buffer *, u_int64_t *);
125 static void kvmfprintf(FILE *fp, const char *ctl, va_list va);
126 
127 /*
128  * Reads the ktr trace buffer from kernel memory and prints the trace entries.
129  */
130 int
131 main(int ac, char **av)
132 {
133 	struct ktr_buffer *ktr_bufs;
134 	struct ktr_entry **ktr_kbuf;
135 	int *ktr_idx;
136 	FILE *fo;
137 	int64_t tts;
138 	int *ktr_start_index;
139 	int c;
140 	int n;
141 
142 	/*
143 	 * Parse commandline arguments.
144 	 */
145 	fo = stdout;
146 	while ((c = getopt(ac, av, "acfinqrtxpslA:N:M:o:")) != -1) {
147 		switch (c) {
148 		case 'a':
149 			cflag = 1;
150 			iflag = 1;
151 			rflag = 1;
152 			xflag = 1;
153 			pflag = 1;
154 			rflag = 1;
155 			sflag = 1;
156 			break;
157 		case 'c':
158 			cflag = 1;
159 			break;
160 		case 'N':
161 			if (strlcpy(execfile, optarg, sizeof(execfile))
162 			    >= sizeof(execfile))
163 				errx(1, "%s: File name too long", optarg);
164 			Nflag = 1;
165 			break;
166 		case 'f':
167 			fflag = 1;
168 			break;
169 		case 'l':
170 			lflag = 1;
171 			break;
172 		case 'i':
173 			iflag = 1;
174 			break;
175 		case 'A':
176 			correction_factor = strtod(optarg, NULL);
177 			break;
178 		case 'M':
179 			if (strlcpy(corefile, optarg, sizeof(corefile))
180 			    >= sizeof(corefile))
181 				errx(1, "%s: File name too long", optarg);
182 			Mflag = 1;
183 			break;
184 		case 'n':
185 			nflag = 1;
186 			break;
187 		case 'o':
188 			if ((fo = fopen(optarg, "w")) == NULL)
189 				err(1, "%s", optarg);
190 			break;
191 		case 'p':
192 			pflag++;
193 			break;
194 		case 'q':
195 			qflag++;
196 			break;
197 		case 'r':
198 			rflag = 1;
199 			break;
200 		case 's':
201 			sflag = 1;	/* sort across the cpus */
202 			break;
203 		case 't':
204 			tflag = 1;
205 			break;
206 		case 'x':
207 			xflag = 1;
208 			break;
209 		case '?':
210 		default:
211 			usage();
212 		}
213 	}
214 	if (cflag + iflag + tflag + xflag + fflag + pflag == 0) {
215 		cflag = 1;
216 		iflag = 1;
217 		tflag = 1;
218 		pflag = 1;
219 	}
220 	if (correction_factor != 0.0 && (rflag == 0 || nflag)) {
221 		fprintf(stderr, "Correction factor can only be applied with -r and without -n\n");
222 		exit(1);
223 	}
224 	ac -= optind;
225 	av += optind;
226 	if (ac != 0)
227 		usage();
228 
229 	/*
230 	 * Open our execfile and corefile, resolve needed symbols and read in
231 	 * the trace buffer.
232 	 */
233 	if ((kd = kvm_openfiles(Nflag ? execfile : NULL,
234 	    Mflag ? corefile : NULL, NULL, O_RDONLY, errbuf)) == NULL)
235 		errx(1, "%s", errbuf);
236 	if (kvm_nlist(kd, nl1) != 0)
237 		errx(1, "%s", kvm_geterr(kd));
238 	if (kvm_read(kd, nl1[0].n_value, &ktr_version, sizeof(ktr_version)) == -1)
239 		errx(1, "%s", kvm_geterr(kd));
240 	if (kvm_read(kd, nl1[2].n_value, &ncpus, sizeof(ncpus)) == -1)
241 		errx(1, "%s", kvm_geterr(kd));
242 	ktr_start_index = malloc(sizeof(*ktr_start_index) * ncpus);
243 	if (ktr_version >= KTR_VERSION_WITH_FREQ && kvm_nlist(kd, nl2) == 0) {
244 		if (kvm_read(kd, nl2[0].n_value, &tts, sizeof(tts)) == -1)
245 			errx(1, "%s", kvm_geterr(kd));
246 		tsc_frequency = (double)tts;
247 	}
248 	if (ktr_version > KTR_VERSION)
249 		errx(1, "ktr version too high for us to handle");
250 	if (kvm_read(kd, nl1[1].n_value, &entries_per_buf,
251 				sizeof(entries_per_buf)) == -1)
252 		errx(1, "%s", kvm_geterr(kd));
253 	fifo_mask = entries_per_buf - 1;
254 
255 	printf("TSC frequency is %6.3f MHz\n", tsc_frequency / 1000000.0);
256 
257 	ktr_kbuf = calloc(ncpus, sizeof(*ktr_kbuf));
258 	ktr_idx = calloc(ncpus, sizeof(*ktr_idx));
259 
260 	if (nflag == 0)
261 		read_symbols(Nflag ? execfile : NULL);
262 
263 	if (ktr_version < KTR_VERSION_KTR_CPU) {
264 		if (kvm_nlist(kd, nl_version_ktr_idx))
265 			errx(1, "%s", kvm_geterr(kd));
266 	} else {
267 		if (kvm_nlist(kd, nl_version_ktr_cpu))
268 			errx(1, "%s", kvm_geterr(kd));
269 	}
270 
271 	get_indices(ktr_kbuf, ktr_idx);
272 
273 	ktr_bufs = ktr_bufs_init();
274 
275 	if (sflag) {
276 		u_int64_t last_timestamp = 0;
277 		do {
278 			load_bufs(ktr_bufs, ktr_kbuf, ktr_idx);
279 			print_bufs_timesorted(fo, ktr_bufs, &last_timestamp);
280 			if (lflag)
281 				usleep(1000000 / 10);
282 		} while (lflag);
283 	} else {
284 		u_int64_t *last_timestamp = calloc(sizeof(u_int64_t), ncpus);
285 		do {
286 			load_bufs(ktr_bufs, ktr_kbuf, ktr_idx);
287 			for (n = 0; n < ncpus; ++n)
288 				print_buf(fo, ktr_bufs, n, &last_timestamp[n]);
289 			if (lflag)
290 				usleep(1000000 / 10);
291 		} while (lflag);
292 	}
293 	return (0);
294 }
295 
296 static void
297 print_header(FILE *fo, int row)
298 {
299 	if (qflag == 0 && (u_int32_t)row % 20 == 0) {
300 		fprintf(fo, "%-6s ", "index");
301 		if (cflag)
302 			fprintf(fo, "%-3s ", "cpu");
303 		if (tflag || rflag)
304 			fprintf(fo, "%-16s ", "timestamp");
305 		if (xflag) {
306 			if (nflag)
307 			    fprintf(fo, "%-10s %-10s", "caller2", "caller1");
308 			else
309 			    fprintf(fo, "%-20s %-20s", "caller2", "caller1");
310 		}
311 		if (iflag)
312 			fprintf(fo, "%-20s ", "ID");
313 		if (fflag)
314 			fprintf(fo, "%10s%-30s ", "", "file and line");
315 		if (pflag)
316 			fprintf(fo, "%s", "trace");
317 		fprintf(fo, "\n");
318 	}
319 }
320 
321 static void
322 print_entry(FILE *fo, int n, int row, struct ktr_entry *entry,
323 	    u_int64_t *last_timestamp)
324 {
325 	struct ktr_info *info = NULL;
326 	char buf[SBUFLEN];
327 
328 	fprintf(fo, " %06x ", row & 0x00FFFFFF);
329 	if (cflag)
330 		fprintf(fo, "%-3d ", n);
331 	if (tflag || rflag) {
332 		if (rflag && !nflag && tsc_frequency != 0.0) {
333 			fprintf(fo, "%13.3f uS ",
334 				(double)(entry->ktr_timestamp - *last_timestamp) * 1000000.0 / tsc_frequency - correction_factor);
335 		} else if (rflag) {
336 			fprintf(fo, "%-16ju ",
337 			    (uintmax_t)(entry->ktr_timestamp - *last_timestamp));
338 		} else {
339 			fprintf(fo, "%-16ju ",
340 			    (uintmax_t)entry->ktr_timestamp);
341 		}
342 	}
343 	if (xflag) {
344 		if (nflag) {
345 		    fprintf(fo, "%p %p ",
346 			    entry->ktr_caller2, entry->ktr_caller1);
347 		} else {
348 		    fprintf(fo, "%-25s ",
349 			    address_to_symbol(entry->ktr_caller2));
350 		    fprintf(fo, "%-25s ",
351 			    address_to_symbol(entry->ktr_caller1));
352 		}
353 	}
354 	if (iflag) {
355 		info = kvm_ktrinfo(entry->ktr_info);
356 		if (info)
357 			fprintf(fo, "%-20s ", kvm_string(buf, info->kf_name));
358 		else
359 			fprintf(fo, "%-20s ", "<empty>");
360 	}
361 	if (fflag)
362 		fprintf(fo, "%34s:%-4d ", trunc_path(kvm_string(buf, entry->ktr_file), 34), entry->ktr_line);
363 	if (pflag) {
364 		if (info == NULL)
365 			info = kvm_ktrinfo(entry->ktr_info);
366 		if (info)
367 			kvmfprintf(fo, kvm_string(buf, info->kf_format), (void *)&entry->ktr_data);
368 	}
369 	fprintf(fo, "\n");
370 	*last_timestamp = entry->ktr_timestamp;
371 }
372 
373 static
374 struct ktr_info *
375 kvm_ktrinfo(void *kptr)
376 {
377 	static struct ktr_info save_info;
378 	static void *save_kptr;
379 
380 	if (kptr == NULL)
381 		return(NULL);
382 	if (save_kptr != kptr) {
383 		if (kvm_read(kd, (uintptr_t)kptr, &save_info, sizeof(save_info)) == -1) {
384 			bzero(&save_info, sizeof(save_info));
385 		} else {
386 			save_kptr = kptr;
387 		}
388 	}
389 	return(&save_info);
390 }
391 
392 static
393 const char *
394 kvm_string(char *save_str, const char *kptr)
395 {
396 	static const char *save_kptr;
397 	u_int l;
398 	u_int n;
399 
400 	if (kptr == NULL)
401 		return("?");
402 	if (save_kptr != kptr) {
403 		save_kptr = kptr;
404 		l = 0;
405 		while (l < SBUFLEN - 1) {
406 			n = SBUFLEN -
407 			    ((intptr_t)(kptr + l) & SBUFMASK);
408 			if (n > SBUFLEN - l - 1)
409 				n = SBUFLEN - l - 1;
410 			if (kvm_read(kd, (uintptr_t)(kptr + l), save_str + l, n) < 0)
411 				break;
412 			while (l < SBUFLEN && n) {
413 			    if (save_str[l] == 0)
414 				    break;
415 			    --n;
416 			    ++l;
417 			}
418 			if (n)
419 			    break;
420 		}
421 		save_str[l] = 0;
422 	}
423 	return(save_str);
424 }
425 
426 static
427 const char *
428 trunc_path(const char *str, int maxlen)
429 {
430 	int len = strlen(str);
431 
432 	if (len > maxlen)
433 		return(str + len - maxlen);
434 	else
435 		return(str);
436 }
437 
438 struct symdata {
439 	TAILQ_ENTRY(symdata) link;
440 	const char *symname;
441 	char *symaddr;
442 	char symtype;
443 };
444 
445 static TAILQ_HEAD(symlist, symdata) symlist;
446 static struct symdata *symcache;
447 static char *symbegin;
448 static char *symend;
449 
450 static
451 void
452 read_symbols(const char *file)
453 {
454 	char buf[256];
455 	char cmd[256];
456 	size_t buflen = sizeof(buf);
457 	FILE *fp;
458 	struct symdata *sym;
459 	char *s1;
460 	char *s2;
461 	char *s3;
462 
463 	TAILQ_INIT(&symlist);
464 
465 	if (file == NULL) {
466 		if (sysctlbyname("kern.bootfile", buf, &buflen, NULL, 0) < 0)
467 			file = "/boot/kernel";
468 		else
469 			file = buf;
470 	}
471 	snprintf(cmd, sizeof(cmd), "nm -n %s", file);
472 	if ((fp = popen(cmd, "r")) != NULL) {
473 		while (fgets(buf, sizeof(buf), fp) != NULL) {
474 		    s1 = strtok(buf, " \t\n");
475 		    s2 = strtok(NULL, " \t\n");
476 		    s3 = strtok(NULL, " \t\n");
477 		    if (s1 && s2 && s3) {
478 			sym = malloc(sizeof(struct symdata));
479 			sym->symaddr = (char *)strtoul(s1, NULL, 16);
480 			sym->symtype = s2[0];
481 			sym->symname = strdup(s3);
482 			if (strcmp(s3, "kernbase") == 0)
483 				symbegin = sym->symaddr;
484 			if (strcmp(s3, "end") == 0)
485 				symend = sym->symaddr;
486 			TAILQ_INSERT_TAIL(&symlist, sym, link);
487 		    }
488 		}
489 		pclose(fp);
490 	}
491 	symcache = TAILQ_FIRST(&symlist);
492 }
493 
494 static
495 const char *
496 address_to_symbol(void *kptr)
497 {
498 	static char buf[64];
499 
500 	if (symcache == NULL ||
501 	   (char *)kptr < symbegin || (char *)kptr >= symend
502 	) {
503 		snprintf(buf, sizeof(buf), "%p", kptr);
504 		return(buf);
505 	}
506 	while ((char *)symcache->symaddr < (char *)kptr) {
507 		if (TAILQ_NEXT(symcache, link) == NULL)
508 			break;
509 		symcache = TAILQ_NEXT(symcache, link);
510 	}
511 	while ((char *)symcache->symaddr > (char *)kptr) {
512 		if (symcache != TAILQ_FIRST(&symlist))
513 			symcache = TAILQ_PREV(symcache, symlist, link);
514 	}
515 	snprintf(buf, sizeof(buf), "%s+%d", symcache->symname,
516 		(int)((char *)kptr - symcache->symaddr));
517 	return(buf);
518 }
519 
520 static
521 struct ktr_buffer *
522 ktr_bufs_init(void)
523 {
524 	struct ktr_buffer *ktr_bufs, *it;
525 	int i;
526 
527 	ktr_bufs = malloc(sizeof(*ktr_bufs) * ncpus);
528 	if (!ktr_bufs)
529 		err(1, "can't allocate data structures\n");
530 	for (i = 0; i < ncpus; ++i) {
531 		it = ktr_bufs + i;
532 		it->ents = malloc(sizeof(struct ktr_entry) * entries_per_buf);
533 		if (it->ents == NULL)
534 			err(1, "can't allocate data structures\n");
535 		it->reset = 1;
536 		it->beg_idx = -1;
537 		it->end_idx = -1;
538 	}
539 	return ktr_bufs;
540 }
541 
542 static
543 void
544 get_indices(struct ktr_entry **ktr_kbuf, int *ktr_idx)
545 {
546 	static struct ktr_cpu *ktr_cpus;
547 	int i;
548 
549 	if (ktr_cpus == NULL)
550 		ktr_cpus = malloc(sizeof(*ktr_cpus) * ncpus);
551 
552 	if (ktr_version < KTR_VERSION_KTR_CPU) {
553 		if (kvm_read(kd, nl_version_ktr_idx[0].n_value, ktr_idx,
554 		    sizeof(*ktr_idx) * ncpus) == -1) {
555 			errx(1, "%s", kvm_geterr(kd));
556 		}
557 		if (ktr_kbuf[0] == NULL) {
558 			if (kvm_read(kd, nl_version_ktr_idx[1].n_value,
559 			    ktr_kbuf, sizeof(*ktr_kbuf) * ncpus) == -1) {
560 				errx(1, "%s", kvm_geterr(kd));
561 			}
562 		}
563 	} else {
564 		if (kvm_read(kd, nl_version_ktr_cpu[0].n_value,
565 			     ktr_cpus, sizeof(*ktr_cpus) * ncpus) == -1) {
566 				errx(1, "%s", kvm_geterr(kd));
567 		}
568 		for (i = 0; i < ncpus; ++i) {
569 			ktr_idx[i] = ktr_cpus[i].core.ktr_idx;
570 			ktr_kbuf[i] = ktr_cpus[i].core.ktr_buf;
571 		}
572 	}
573 }
574 
575 /*
576  * Get the trace buffer data from the kernel
577  */
578 static
579 void
580 load_bufs(struct ktr_buffer *ktr_bufs, struct ktr_entry **kbufs, int *ktr_idx)
581 {
582 	struct ktr_buffer *kbuf;
583 	int i;
584 
585 	get_indices(kbufs, ktr_idx);
586 	for (i = 0; i < ncpus; ++i) {
587 		kbuf = &ktr_bufs[i];
588 		if (ktr_idx[i] == kbuf->end_idx)
589 			continue;
590 		kbuf->end_idx = ktr_idx[i];
591 
592 		/*
593 		 * If we do not have a notion of the beginning index, assume
594 		 * it is entries_per_buf before the ending index.  Don't
595 		 * worry about underflows/negative numbers, the indices will
596 		 * be masked.
597 		 */
598 		if (kbuf->reset) {
599 			kbuf->beg_idx = kbuf->end_idx - entries_per_buf + 1;
600 			kbuf->reset = 0;
601 		}
602 		if (kvm_read(kd, (uintptr_t)kbufs[i], ktr_bufs[i].ents,
603 				sizeof(struct ktr_entry) * entries_per_buf)
604 									== -1)
605 			errx(1, "%s", kvm_geterr(kd));
606 		kbuf->modified = 1;
607 		kbuf->beg_idx = earliest_ts(kbuf);
608 	}
609 
610 }
611 
612 /*
613  * Locate the earliest timestamp iterating backwards from end_idx, but
614  * not going further back then beg_idx.  We have to do this because
615  * the kernel uses a circulating buffer.
616  */
617 static
618 int
619 earliest_ts(struct ktr_buffer *buf)
620 {
621 	struct ktr_entry *save;
622 	int count, scan, i, earliest;
623 
624 	count = 0;
625 	earliest = buf->end_idx - 1;
626 	save = &buf->ents[earliest & fifo_mask];
627 	for (scan = buf->end_idx - 1; scan != buf->beg_idx -1; --scan) {
628 		i = scan & fifo_mask;
629 		if (buf->ents[i].ktr_timestamp <= save->ktr_timestamp &&
630 		    buf->ents[i].ktr_timestamp > 0)
631 			earliest = scan;
632 		/*
633 		 * We may have gotten so far behind that beg_idx wrapped
634 		 * more then once around the buffer.  Just stop
635 		 */
636 		if (++count == entries_per_buf)
637 			break;
638 	}
639 	return earliest;
640 }
641 
642 static
643 void
644 print_buf(FILE *fo, struct ktr_buffer *ktr_bufs, int cpu,
645 	  u_int64_t *last_timestamp)
646 {
647 	struct ktr_buffer *buf = ktr_bufs + cpu;
648 
649 	if (buf->modified == 0)
650 		return;
651 	if (*last_timestamp == 0) {
652 		*last_timestamp =
653 			buf->ents[buf->beg_idx & fifo_mask].ktr_timestamp;
654 	}
655 	while (buf->beg_idx != buf->end_idx) {
656 		print_header(fo, buf->beg_idx);
657 		print_entry(fo, cpu, buf->beg_idx,
658 			    &buf->ents[buf->beg_idx & fifo_mask],
659 			    last_timestamp);
660 		++buf->beg_idx;
661 	}
662 	buf->modified = 0;
663 }
664 
665 static
666 void
667 print_bufs_timesorted(FILE *fo, struct ktr_buffer *ktr_bufs,
668 		      u_int64_t *last_timestamp)
669 {
670 	struct ktr_entry *ent;
671 	struct ktr_buffer *buf;
672 	int n, bestn;
673 	u_int64_t ts;
674 	static int row = 0;
675 
676 	for (;;) {
677 		ts = 0;
678 		bestn = -1;
679 		for (n = 0; n < ncpus; ++n) {
680 			buf = ktr_bufs + n;
681 			if (buf->beg_idx == buf->end_idx)
682 				continue;
683 			ent = &buf->ents[buf->beg_idx & fifo_mask];
684 			if (ts == 0 || (ts >= ent->ktr_timestamp)) {
685 				ts = ent->ktr_timestamp;
686 				bestn = n;
687 			}
688 		}
689 		if ((bestn < 0) || (ts < *last_timestamp))
690 			break;
691 		buf = ktr_bufs + bestn;
692 		print_header(fo, row);
693 		print_entry(fo, bestn, row,
694 			    &buf->ents[buf->beg_idx & fifo_mask],
695 			    last_timestamp);
696 		++buf->beg_idx;
697 		*last_timestamp = ts;
698 		++row;
699 	}
700 }
701 
702 static
703 void
704 kvmfprintf(FILE *fp, const char *ctl, va_list va)
705 {
706 	int n;
707 	int is_long;
708 	int is_done;
709 	char fmt[256];
710 	char buf[256];
711 
712 	while (*ctl) {
713 		for (n = 0; ctl[n]; ++n) {
714 			fmt[n] = ctl[n];
715 			if (ctl[n] == '%')
716 				break;
717 		}
718 		if (n == 0) {
719 			is_long = 0;
720 			is_done = 0;
721 			n = 1;
722 			while (n < (int)sizeof(fmt)) {
723 				fmt[n] = ctl[n];
724 				fmt[n+1] = 0;
725 
726 				switch(ctl[n]) {
727 				case 'p':
728 					is_long = 1;
729 					/* fall through */
730 				case 'd':
731 				case 'u':
732 				case 'x':
733 				case 'o':
734 				case 'X':
735 					/*
736 					 * Integral
737 					 */
738 					switch(is_long) {
739 					case 0:
740 						fprintf(fp, fmt,
741 							va_arg(va, int));
742 						break;
743 					case 1:
744 						fprintf(fp, fmt,
745 							va_arg(va, long));
746 						break;
747 					case 2:
748 						fprintf(fp, fmt,
749 						    va_arg(va, long long));
750 						break;
751 					case 3:
752 						fprintf(fp, fmt,
753 						    va_arg(va, size_t));
754 						break;
755 					}
756 					++n;
757 					is_done = 1;
758 					break;
759 				case 's':
760 					/*
761 					 * String
762 					 */
763 					kvm_string(buf, va_arg(va, char *));
764 					fwrite(buf, 1, strlen(buf), fp);
765 					++n;
766 					is_done = 1;
767 					break;
768 				case 'f':
769 					/*
770 					 * Floating
771 					 */
772 					fprintf(fp, fmt,
773 						va_arg(va, double));
774 					++n;
775 					break;
776 				case 'j':
777 					is_long = 3;
778 					break;
779 				case 'l':
780 					if (is_long)
781 						is_long = 2;
782 					else
783 						is_long = 1;
784 					break;
785 				case '.':
786 				case '-':
787 				case '+':
788 				case '0':
789 				case '1':
790 				case '2':
791 				case '3':
792 				case '4':
793 				case '5':
794 				case '6':
795 				case '7':
796 				case '8':
797 				case '9':
798 					break;
799 				default:
800 					is_done = 1;
801 					break;
802 				}
803 				if (is_done)
804 					break;
805 				++n;
806 			}
807 		} else {
808 			fmt[n] = 0;
809 			fprintf(fp, fmt, NULL);
810 		}
811 		ctl += n;
812 	}
813 }
814 
815 static void
816 usage(void)
817 {
818 	fprintf(stderr, "usage: ktrdump [-acfilnpqrstx] [-A factor] "
819 			"[-N execfile] [-M corefile] [-o outfile]\n");
820 	exit(1);
821 }
822