1 /*- 2 * Copyright (c) 2002 Jake Burkholder 3 * Copyright (c) 2004 Robert Watson 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 * $FreeBSD: src/usr.bin/ktrdump/ktrdump.c,v 1.10 2005/05/21 09:55:06 ru Exp $ 28 */ 29 30 #include <sys/types.h> 31 #include <sys/ktr.h> 32 #include <sys/mman.h> 33 #include <sys/stat.h> 34 #include <sys/queue.h> 35 36 #include <ctype.h> 37 #include <devinfo.h> 38 #include <err.h> 39 #include <fcntl.h> 40 #include <kvm.h> 41 #include <limits.h> 42 #include <nlist.h> 43 #include <stdint.h> 44 #include <stdio.h> 45 #include <stdlib.h> 46 #include <string.h> 47 #include <unistd.h> 48 #include <evtr.h> 49 #include <stdarg.h> 50 51 struct ktr_buffer { 52 struct ktr_entry *ents; 53 int modified; 54 int reset; 55 int beg_idx; /* Beginning index */ 56 int end_idx; /* Ending index */ 57 }; 58 59 static struct nlist nl1[] = { 60 { .n_name = "_ktr_version" }, 61 { .n_name = "_ktr_entries" }, 62 { .n_name = "_ncpus" }, 63 { .n_name = NULL } 64 }; 65 66 static struct nlist nl2[] = { 67 { .n_name = "_tsc_frequency" }, 68 { .n_name = NULL } 69 }; 70 71 static struct nlist nl_version_ktr_idx[] = { 72 { .n_name = "_ktr_idx" }, 73 { .n_name = "_ktr_buf" }, 74 { .n_name = NULL } 75 }; 76 77 static struct nlist nl_version_ktr_cpu[] = { 78 { .n_name = "_ktr_cpu" }, 79 { .n_name = NULL } 80 }; 81 82 struct save_ctx { 83 char save_buf[512]; 84 const void *save_kptr; 85 }; 86 87 typedef void (*ktr_iter_cb_t)(void *, int, int, struct ktr_entry *, uint64_t *); 88 89 #ifdef __x86_64__ 90 /* defined according to the x86_64 ABI spec */ 91 struct my_va_list { 92 uint32_t gp_offset; /* offset to next available gpr in reg_save_area */ 93 uint32_t fp_offset; /* offset to next available fpr in reg_save_area */ 94 void *overflow_arg_area; /* args that are passed on the stack */ 95 struct reg_save_area *reg_save_area; /* register args */ 96 /* 97 * NOT part of the ABI. ->overflow_arg_area gets advanced when code 98 * iterates over the arguments with va_arg(). That means we need to 99 * keep a copy in order to free the allocated memory (if any) 100 */ 101 void *overflow_arg_area_save; 102 } __attribute__((packed)); 103 104 typedef struct my_va_list *machine_va_list; 105 106 struct reg_save_area { 107 uint64_t rdi, rsi, rdx, rcx, r8, r9; 108 /* XMM registers follow, but we don't use them */ 109 }; 110 #endif 111 112 static int cflag; 113 static int dflag; 114 static int fflag; 115 static int iflag; 116 static int lflag; 117 static int nflag; 118 static int qflag; 119 static int rflag; 120 static int sflag; 121 static int tflag; 122 static int xflag; 123 static int pflag; 124 static int Mflag; 125 static int Nflag; 126 static double tsc_frequency; 127 static double correction_factor = 0.0; 128 129 static char corefile[PATH_MAX]; 130 static char execfile[PATH_MAX]; 131 132 static char errbuf[_POSIX2_LINE_MAX]; 133 static int ncpus; 134 static kvm_t *kd; 135 static int entries_per_buf; 136 static int fifo_mask; 137 static int ktr_version; 138 139 static void usage(void); 140 static int earliest_ts(struct ktr_buffer *); 141 static void dump_machine_info(evtr_t); 142 static void dump_device_info(evtr_t); 143 static void print_header(FILE *, int); 144 static void print_entry(FILE *, int, int, struct ktr_entry *, u_int64_t *); 145 static void print_callback(void *, int, int, struct ktr_entry *, uint64_t *); 146 static void dump_callback(void *, int, int, struct ktr_entry *, uint64_t *); 147 static struct ktr_info *kvm_ktrinfo(void *, struct save_ctx *); 148 static const char *kvm_string(const char *, struct save_ctx *); 149 static const char *trunc_path(const char *, int); 150 static void read_symbols(const char *); 151 static const char *address_to_symbol(void *, struct save_ctx *); 152 static struct ktr_buffer *ktr_bufs_init(void); 153 static void get_indices(struct ktr_entry **, int *); 154 static void load_bufs(struct ktr_buffer *, struct ktr_entry **, int *); 155 static void iterate_buf(FILE *, struct ktr_buffer *, int, u_int64_t *, ktr_iter_cb_t); 156 static void iterate_bufs_timesorted(FILE *, struct ktr_buffer *, u_int64_t *, ktr_iter_cb_t); 157 static void kvmfprintf(FILE *fp, const char *ctl, va_list va); 158 static int va_list_from_blob(machine_va_list *valist, const char *fmt, char *blob, size_t blobsize); 159 static void va_list_cleanup(machine_va_list *valist); 160 /* 161 * Reads the ktr trace buffer from kernel memory and prints the trace entries. 162 */ 163 int 164 main(int ac, char **av) 165 { 166 struct ktr_buffer *ktr_bufs; 167 struct ktr_entry **ktr_kbuf; 168 ktr_iter_cb_t callback = &print_callback; 169 int *ktr_idx; 170 FILE *fo; 171 void *ctx; 172 int64_t tts; 173 int *ktr_start_index; 174 int c; 175 int n; 176 177 /* 178 * Parse commandline arguments. 179 */ 180 fo = stdout; 181 while ((c = getopt(ac, av, "acfinqrtxpslA:N:M:o:d")) != -1) { 182 switch (c) { 183 case 'a': 184 cflag = 1; 185 iflag = 1; 186 rflag = 1; 187 xflag = 1; 188 pflag = 1; 189 sflag = 1; 190 break; 191 case 'c': 192 cflag = 1; 193 break; 194 case 'd': 195 dflag = 1; 196 sflag = 1; 197 callback = &dump_callback; 198 break; 199 case 'N': 200 if (strlcpy(execfile, optarg, sizeof(execfile)) 201 >= sizeof(execfile)) 202 errx(1, "%s: File name too long", optarg); 203 Nflag = 1; 204 break; 205 case 'f': 206 fflag = 1; 207 break; 208 case 'l': 209 lflag = 1; 210 break; 211 case 'i': 212 iflag = 1; 213 break; 214 case 'A': 215 correction_factor = strtod(optarg, NULL); 216 break; 217 case 'M': 218 if (strlcpy(corefile, optarg, sizeof(corefile)) 219 >= sizeof(corefile)) 220 errx(1, "%s: File name too long", optarg); 221 Mflag = 1; 222 break; 223 case 'n': 224 nflag = 1; 225 break; 226 case 'o': 227 if ((fo = fopen(optarg, "w")) == NULL) 228 err(1, "%s", optarg); 229 break; 230 case 'p': 231 pflag++; 232 break; 233 case 'q': 234 qflag++; 235 break; 236 case 'r': 237 rflag = 1; 238 break; 239 case 's': 240 sflag = 1; /* sort across the cpus */ 241 break; 242 case 't': 243 tflag = 1; 244 break; 245 case 'x': 246 xflag = 1; 247 break; 248 case '?': 249 default: 250 usage(); 251 } 252 } 253 ctx = fo; 254 if (dflag) { 255 ctx = evtr_open_write(fo); 256 if (!ctx) { 257 err(1, "Can't create event stream"); 258 } 259 } 260 if (cflag + iflag + tflag + xflag + fflag + pflag == 0) { 261 cflag = 1; 262 iflag = 1; 263 tflag = 1; 264 pflag = 1; 265 } 266 if (correction_factor != 0.0 && (rflag == 0 || nflag)) { 267 fprintf(stderr, "Correction factor can only be applied with -r and without -n\n"); 268 exit(1); 269 } 270 ac -= optind; 271 av += optind; 272 if (ac != 0) 273 usage(); 274 275 /* 276 * Open our execfile and corefile, resolve needed symbols and read in 277 * the trace buffer. 278 */ 279 if ((kd = kvm_openfiles(Nflag ? execfile : NULL, 280 Mflag ? corefile : NULL, NULL, O_RDONLY, errbuf)) == NULL) 281 errx(1, "%s", errbuf); 282 if (kvm_nlist(kd, nl1) != 0) 283 errx(1, "%s", kvm_geterr(kd)); 284 if (kvm_read(kd, nl1[0].n_value, &ktr_version, sizeof(ktr_version)) == -1) 285 errx(1, "%s", kvm_geterr(kd)); 286 if (kvm_read(kd, nl1[2].n_value, &ncpus, sizeof(ncpus)) == -1) 287 errx(1, "%s", kvm_geterr(kd)); 288 ktr_start_index = malloc(sizeof(*ktr_start_index) * ncpus); 289 if (ktr_version >= KTR_VERSION_WITH_FREQ && kvm_nlist(kd, nl2) == 0) { 290 if (kvm_read(kd, nl2[0].n_value, &tts, sizeof(tts)) == -1) 291 errx(1, "%s", kvm_geterr(kd)); 292 tsc_frequency = (double)tts; 293 } 294 if (ktr_version > KTR_VERSION) 295 errx(1, "ktr version too high for us to handle"); 296 if (kvm_read(kd, nl1[1].n_value, &entries_per_buf, 297 sizeof(entries_per_buf)) == -1) 298 errx(1, "%s", kvm_geterr(kd)); 299 fifo_mask = entries_per_buf - 1; 300 301 printf("TSC frequency is %6.3f MHz\n", tsc_frequency / 1000000.0); 302 303 if (dflag) { 304 dump_machine_info((evtr_t)ctx); 305 dump_device_info((evtr_t)ctx); 306 } 307 ktr_kbuf = calloc(ncpus, sizeof(*ktr_kbuf)); 308 ktr_idx = calloc(ncpus, sizeof(*ktr_idx)); 309 310 if (nflag == 0) 311 read_symbols(Nflag ? execfile : NULL); 312 313 if (ktr_version < KTR_VERSION_KTR_CPU) { 314 if (kvm_nlist(kd, nl_version_ktr_idx)) 315 errx(1, "%s", kvm_geterr(kd)); 316 } else { 317 if (kvm_nlist(kd, nl_version_ktr_cpu)) 318 errx(1, "%s", kvm_geterr(kd)); 319 } 320 321 get_indices(ktr_kbuf, ktr_idx); 322 323 ktr_bufs = ktr_bufs_init(); 324 325 if (sflag) { 326 u_int64_t last_timestamp = 0; 327 do { 328 load_bufs(ktr_bufs, ktr_kbuf, ktr_idx); 329 iterate_bufs_timesorted(ctx, ktr_bufs, &last_timestamp, 330 callback); 331 if (lflag) 332 usleep(1000000 / 10); 333 } while (lflag); 334 } else { 335 u_int64_t *last_timestamp = calloc(sizeof(u_int64_t), ncpus); 336 do { 337 load_bufs(ktr_bufs, ktr_kbuf, ktr_idx); 338 for (n = 0; n < ncpus; ++n) 339 iterate_buf(ctx, ktr_bufs, n, &last_timestamp[n], 340 callback); 341 if (lflag) 342 usleep(1000000 / 10); 343 } while (lflag); 344 } 345 if (dflag) 346 evtr_close(ctx); 347 return (0); 348 } 349 350 static 351 int 352 dump_devinfo(struct devinfo_dev *dev, void *arg) 353 { 354 struct evtr_event ev; 355 evtr_t evtr = (evtr_t)arg; 356 const char *fmt = "#devicenames[\"%s\"] = %#lx"; 357 char fmtdatabuf[sizeof(char *) + sizeof(devinfo_handle_t)]; 358 char *fmtdata = fmtdatabuf; 359 360 if (!dev->dd_name[0]) 361 return 0; 362 ev.type = EVTR_TYPE_PROBE; 363 ev.ts = 0; 364 ev.line = 0; 365 ev.file = NULL; 366 ev.cpu = -1; 367 ev.func = NULL; 368 ev.fmt = fmt; 369 ((char **)fmtdata)[0] = &dev->dd_name[0]; 370 fmtdata += sizeof(char *); 371 ((devinfo_handle_t *)fmtdata)[0] = dev->dd_handle; 372 ev.fmtdata = fmtdatabuf; 373 ev.fmtdatalen = sizeof(fmtdatabuf); 374 375 if (evtr_dump_event(evtr, &ev)) { 376 err(1, "%s", evtr_errmsg(evtr)); 377 } 378 379 return devinfo_foreach_device_child(dev, dump_devinfo, evtr); 380 } 381 382 static 383 void 384 dump_device_info(evtr_t evtr) 385 { 386 struct devinfo_dev *root; 387 if (devinfo_init()) 388 return; 389 if (!(root = devinfo_handle_to_device(DEVINFO_ROOT_DEVICE))) { 390 warn("can't find root device"); 391 return; 392 } 393 devinfo_foreach_device_child(root, dump_devinfo, evtr); 394 } 395 396 static 397 void 398 dump_machine_info(evtr_t evtr) 399 { 400 struct evtr_event ev; 401 int i; 402 403 bzero(&ev, sizeof(ev)); 404 ev.type = EVTR_TYPE_SYSINFO; 405 ev.ncpus = ncpus; 406 evtr_dump_event(evtr, &ev); 407 if (evtr_error(evtr)) { 408 err(1, "%s", evtr_errmsg(evtr)); 409 } 410 411 for (i = 0; i < ncpus; ++i) { 412 bzero(&ev, sizeof(ev)); 413 ev.type = EVTR_TYPE_CPUINFO; 414 ev.cpu = i; 415 ev.cpuinfo.freq = tsc_frequency; 416 evtr_dump_event(evtr, &ev); 417 if (evtr_error(evtr)) { 418 err(1, "%s", evtr_errmsg(evtr)); 419 } 420 } 421 } 422 423 static void 424 print_header(FILE *fo, int row) 425 { 426 if (qflag == 0 && (u_int32_t)row % 20 == 0) { 427 fprintf(fo, "%-6s ", "index"); 428 if (cflag) 429 fprintf(fo, "%-3s ", "cpu"); 430 if (tflag || rflag) 431 fprintf(fo, "%-16s ", "timestamp"); 432 if (xflag) { 433 if (nflag) 434 fprintf(fo, "%-18s %-18s ", "caller2", "caller1"); 435 else 436 fprintf(fo, "%-25s %-25s ", "caller2", "caller1"); 437 } 438 if (iflag) 439 fprintf(fo, "%-20s ", "ID"); 440 if (fflag) 441 fprintf(fo, "%10s%-30s", "", "file and line"); 442 if (pflag) 443 fprintf(fo, "%s", "trace"); 444 fprintf(fo, "\n"); 445 } 446 } 447 448 static void 449 print_entry(FILE *fo, int n, int row, struct ktr_entry *entry, 450 u_int64_t *last_timestamp) 451 { 452 struct ktr_info *info = NULL; 453 static struct save_ctx nctx, pctx, fmtctx, symctx, infoctx; 454 455 fprintf(fo, "%06x ", row & 0x00FFFFFF); 456 if (cflag) 457 fprintf(fo, "%-3d ", n); 458 if (tflag || rflag) { 459 if (rflag && !nflag && tsc_frequency != 0.0) { 460 fprintf(fo, "%13.3f uS ", 461 (double)(entry->ktr_timestamp - *last_timestamp) * 1000000.0 / tsc_frequency - correction_factor); 462 } else if (rflag) { 463 fprintf(fo, "%-16ju ", 464 (uintmax_t)(entry->ktr_timestamp - *last_timestamp)); 465 } else { 466 fprintf(fo, "%-16ju ", 467 (uintmax_t)entry->ktr_timestamp); 468 } 469 } 470 if (xflag) { 471 if (nflag) { 472 fprintf(fo, "%p %p ", 473 entry->ktr_caller2, entry->ktr_caller1); 474 } else { 475 fprintf(fo, "%-25s ", 476 address_to_symbol(entry->ktr_caller2, &symctx)); 477 fprintf(fo, "%-25s ", 478 address_to_symbol(entry->ktr_caller1, &symctx)); 479 } 480 } 481 if (iflag) { 482 info = kvm_ktrinfo(entry->ktr_info, &infoctx); 483 if (info) 484 fprintf(fo, "%-20s ", kvm_string(info->kf_name, &nctx)); 485 else 486 fprintf(fo, "%-20s ", "<empty>"); 487 } 488 if (fflag) 489 fprintf(fo, "%34s:%-4d ", 490 trunc_path(kvm_string(entry->ktr_file, &pctx), 34), 491 entry->ktr_line); 492 if (pflag) { 493 if (info == NULL) 494 info = kvm_ktrinfo(entry->ktr_info, &infoctx); 495 if (info) { 496 machine_va_list ap; 497 const char *fmt; 498 fmt = kvm_string(info->kf_format, &fmtctx); 499 if (va_list_from_blob(&ap, fmt, 500 (char *)&entry->ktr_data, 501 info->kf_data_size)) 502 err(2, "Can't generate va_list from %s", fmt); 503 kvmfprintf(fo, kvm_string(info->kf_format, &fmtctx), 504 (void *)ap); 505 va_list_cleanup(&ap); 506 } 507 } 508 fprintf(fo, "\n"); 509 *last_timestamp = entry->ktr_timestamp; 510 } 511 512 static 513 void 514 print_callback(void *ctx, int n, int row, struct ktr_entry *entry, uint64_t *last_ts) 515 { 516 FILE *fo = (FILE *)ctx; 517 print_header(fo, row); 518 print_entry(fo, n, row, entry, last_ts); 519 } 520 521 /* 522 * If free == 0, replace all (kvm) string pointers in fmtdata with pointers 523 * to user-allocated copies of the strings. 524 * If free != 0, free those pointers. 525 */ 526 static 527 int 528 mangle_string_ptrs(const char *fmt, uint8_t *fmtdata, int dofree) 529 { 530 const char *f, *p; 531 size_t skipsize, intsz; 532 static struct save_ctx strctx; 533 int ret = 0; 534 535 for (f = fmt; f[0] != '\0'; ++f) { 536 if (f[0] != '%') 537 continue; 538 ++f; 539 skipsize = 0; 540 for (p = f; p[0]; ++p) { 541 int again = 0; 542 /* 543 * Eat flags. Notice this will accept duplicate 544 * flags. 545 */ 546 switch (p[0]) { 547 case '#': 548 case '0': 549 case '-': 550 case ' ': 551 case '+': 552 case '\'': 553 again = !0; 554 break; 555 } 556 if (!again) 557 break; 558 } 559 /* Eat minimum field width, if any */ 560 for (; isdigit(p[0]); ++p) 561 ; 562 if (p[0] == '.') 563 ++p; 564 /* Eat precision, if any */ 565 for (; isdigit(p[0]); ++p) 566 ; 567 intsz = 0; 568 switch (p[0]) { 569 case 'h': 570 if (p[1] == 'h') { 571 ++p; 572 intsz = sizeof(char); 573 } else { 574 intsz = sizeof(short); 575 } 576 break; 577 case 'l': 578 if (p[1] == 'l') { 579 ++p; 580 intsz = sizeof(long long); 581 } else { 582 intsz = sizeof(long); 583 } 584 break; 585 case 'j': 586 intsz = sizeof(intmax_t); 587 break; 588 case 't': 589 intsz = sizeof(ptrdiff_t); 590 break; 591 case 'z': 592 intsz = sizeof(size_t); 593 break; 594 default: 595 break; 596 } 597 if (intsz != 0) 598 ++p; 599 else 600 intsz = sizeof(int); 601 602 switch (p[0]) { 603 case 'd': 604 case 'i': 605 case 'o': 606 case 'u': 607 case 'x': 608 case 'X': 609 case 'c': 610 skipsize = intsz; 611 break; 612 case 'p': 613 skipsize = sizeof(void *); 614 break; 615 case 'f': 616 if (p[-1] == 'l') 617 skipsize = sizeof(double); 618 else 619 skipsize = sizeof(float); 620 break; 621 case 's': 622 if (dofree) { 623 char *t = ((char **)fmtdata)[0]; 624 free(t); 625 skipsize = sizeof(char *); 626 } else { 627 char *t = strdup(kvm_string(((char **)fmtdata)[0], 628 &strctx)); 629 ((const char **)fmtdata)[0] = t; 630 631 skipsize = sizeof(char *); 632 } 633 ++ret; 634 break; 635 default: 636 fprintf(stderr, "Unknown conversion specifier %c " 637 "in fmt starting with %s\n", p[0], f - 1); 638 return -1; 639 } 640 fmtdata += skipsize; 641 } 642 return ret; 643 } 644 645 static 646 void 647 dump_callback(void *ctx, int n, int row __unused, struct ktr_entry *entry, 648 uint64_t *last_ts __unused) 649 { 650 evtr_t evtr = (evtr_t)ctx; 651 struct evtr_event ev; 652 static struct save_ctx pctx, fmtctx, infoctx; 653 struct ktr_info *ki; 654 int conv = 0; /* pointless */ 655 656 ev.ts = entry->ktr_timestamp; 657 ev.type = EVTR_TYPE_PROBE; 658 ev.line = entry->ktr_line; 659 ev.file = kvm_string(entry->ktr_file, &pctx); 660 ev.func = NULL; 661 ev.cpu = n; 662 if ((ki = kvm_ktrinfo(entry->ktr_info, &infoctx))) { 663 ev.fmt = kvm_string(ki->kf_format, &fmtctx); 664 ev.fmtdata = entry->ktr_data; 665 if ((conv = mangle_string_ptrs(ev.fmt, 666 __DECONST(uint8_t *, ev.fmtdata), 667 0)) < 0) 668 errx(1, "Can't parse format string"); 669 ev.fmtdatalen = ki->kf_data_size; 670 } else { 671 ev.fmt = ev.fmtdata = NULL; 672 ev.fmtdatalen = 0; 673 } 674 if (evtr_dump_event(evtr, &ev)) { 675 err(1, "%s", evtr_errmsg(evtr)); 676 } 677 if (ev.fmtdata && conv) { 678 mangle_string_ptrs(ev.fmt, __DECONST(uint8_t *, ev.fmtdata), 679 !0); 680 } 681 } 682 683 static 684 struct ktr_info * 685 kvm_ktrinfo(void *kptr, struct save_ctx *ctx) 686 { 687 struct ktr_info *ki = (void *)ctx->save_buf; 688 689 if (kptr == NULL) 690 return(NULL); 691 if (ctx->save_kptr != kptr) { 692 if (kvm_read(kd, (uintptr_t)kptr, ki, sizeof(*ki)) == -1) { 693 bzero(&ki, sizeof(*ki)); 694 } else { 695 ctx->save_kptr = kptr; 696 } 697 } 698 return(ki); 699 } 700 701 static 702 const char * 703 kvm_string(const char *kptr, struct save_ctx *ctx) 704 { 705 u_int l; 706 u_int n; 707 708 if (kptr == NULL) 709 return("?"); 710 if (ctx->save_kptr != (const void *)kptr) { 711 ctx->save_kptr = (const void *)kptr; 712 l = 0; 713 while (l < sizeof(ctx->save_buf) - 1) { 714 n = 256 - ((intptr_t)(kptr + l) & 255); 715 if (n > sizeof(ctx->save_buf) - l - 1) 716 n = sizeof(ctx->save_buf) - l - 1; 717 if (kvm_read(kd, (uintptr_t)(kptr + l), ctx->save_buf + l, n) < 0) 718 break; 719 while (l < sizeof(ctx->save_buf) && n) { 720 if (ctx->save_buf[l] == 0) 721 break; 722 --n; 723 ++l; 724 } 725 if (n) 726 break; 727 } 728 ctx->save_buf[l] = 0; 729 } 730 return(ctx->save_buf); 731 } 732 733 static 734 const char * 735 trunc_path(const char *str, int maxlen) 736 { 737 int len = strlen(str); 738 739 if (len > maxlen) 740 return(str + len - maxlen); 741 else 742 return(str); 743 } 744 745 struct symdata { 746 TAILQ_ENTRY(symdata) link; 747 const char *symname; 748 char *symaddr; 749 char symtype; 750 }; 751 752 static TAILQ_HEAD(symlist, symdata) symlist; 753 static struct symdata *symcache; 754 static char *symbegin; 755 static char *symend; 756 757 static 758 void 759 read_symbols(const char *file) 760 { 761 char buf[256]; 762 char cmd[256]; 763 size_t buflen = sizeof(buf); 764 FILE *fp; 765 struct symdata *sym = NULL; 766 char *s1; 767 char *s2; 768 char *s3; 769 770 TAILQ_INIT(&symlist); 771 772 if (file == NULL) { 773 if (sysctlbyname("kern.bootfile", buf, &buflen, NULL, 0) < 0) 774 file = "/boot/kernel/kernel"; 775 else 776 file = buf; 777 } 778 snprintf(cmd, sizeof(cmd), "nm -n %s", file); 779 if ((fp = popen(cmd, "r")) != NULL) { 780 while (fgets(buf, sizeof(buf), fp) != NULL) { 781 s1 = strtok(buf, " \t\n"); 782 s2 = strtok(NULL, " \t\n"); 783 s3 = strtok(NULL, " \t\n"); 784 if (s1 && s2 && s3) { 785 sym = malloc(sizeof(struct symdata)); 786 sym->symaddr = (char *)strtoul(s1, NULL, 16); 787 sym->symtype = s2[0]; 788 sym->symname = strdup(s3); 789 if (strcmp(s3, "kernbase") == 0) 790 symbegin = sym->symaddr; 791 if (strcmp(s3, "end") == 0 || strcmp(s3, "_end") == 0) 792 symend = sym->symaddr; 793 TAILQ_INSERT_TAIL(&symlist, sym, link); 794 } 795 } 796 pclose(fp); 797 } 798 if (symend == NULL) { 799 if (sym != NULL) 800 symend = sym->symaddr; 801 else 802 symend = (char *)-1; 803 } 804 symcache = TAILQ_FIRST(&symlist); 805 } 806 807 static 808 const char * 809 address_to_symbol(void *kptr, struct save_ctx *ctx) 810 { 811 char *buf = ctx->save_buf; 812 int size = sizeof(ctx->save_buf); 813 814 if (symcache == NULL || 815 (char *)kptr < symbegin || (char *)kptr >= symend 816 ) { 817 snprintf(buf, size, "%p", kptr); 818 return(buf); 819 } 820 while ((char *)symcache->symaddr < (char *)kptr) { 821 if (TAILQ_NEXT(symcache, link) == NULL) 822 break; 823 symcache = TAILQ_NEXT(symcache, link); 824 } 825 while ((char *)symcache->symaddr > (char *)kptr) { 826 if (symcache != TAILQ_FIRST(&symlist)) 827 symcache = TAILQ_PREV(symcache, symlist, link); 828 } 829 snprintf(buf, size, "%s+%d", symcache->symname, 830 (int)((char *)kptr - symcache->symaddr)); 831 return(buf); 832 } 833 834 static 835 struct ktr_buffer * 836 ktr_bufs_init(void) 837 { 838 struct ktr_buffer *ktr_bufs, *it; 839 int i; 840 841 ktr_bufs = malloc(sizeof(*ktr_bufs) * ncpus); 842 if (!ktr_bufs) 843 err(1, "can't allocate data structures"); 844 for (i = 0; i < ncpus; ++i) { 845 it = ktr_bufs + i; 846 it->ents = malloc(sizeof(struct ktr_entry) * entries_per_buf); 847 if (it->ents == NULL) 848 err(1, "can't allocate data structures"); 849 it->reset = 1; 850 it->beg_idx = -1; 851 it->end_idx = -1; 852 } 853 return ktr_bufs; 854 } 855 856 static 857 void 858 get_indices(struct ktr_entry **ktr_kbuf, int *ktr_idx) 859 { 860 static struct ktr_cpu *ktr_cpus; 861 int i; 862 863 if (ktr_cpus == NULL) 864 ktr_cpus = malloc(sizeof(*ktr_cpus) * ncpus); 865 866 if (ktr_version < KTR_VERSION_KTR_CPU) { 867 if (kvm_read(kd, nl_version_ktr_idx[0].n_value, ktr_idx, 868 sizeof(*ktr_idx) * ncpus) == -1) { 869 errx(1, "%s", kvm_geterr(kd)); 870 } 871 if (ktr_kbuf[0] == NULL) { 872 if (kvm_read(kd, nl_version_ktr_idx[1].n_value, 873 ktr_kbuf, sizeof(*ktr_kbuf) * ncpus) == -1) { 874 errx(1, "%s", kvm_geterr(kd)); 875 } 876 } 877 } else { 878 if (kvm_read(kd, nl_version_ktr_cpu[0].n_value, 879 ktr_cpus, sizeof(*ktr_cpus) * ncpus) == -1) { 880 errx(1, "%s", kvm_geterr(kd)); 881 } 882 for (i = 0; i < ncpus; ++i) { 883 ktr_idx[i] = ktr_cpus[i].core.ktr_idx; 884 ktr_kbuf[i] = ktr_cpus[i].core.ktr_buf; 885 } 886 } 887 } 888 889 /* 890 * Get the trace buffer data from the kernel 891 */ 892 static 893 void 894 load_bufs(struct ktr_buffer *ktr_bufs, struct ktr_entry **kbufs, int *ktr_idx) 895 { 896 struct ktr_buffer *kbuf; 897 int i; 898 899 get_indices(kbufs, ktr_idx); 900 for (i = 0; i < ncpus; ++i) { 901 kbuf = &ktr_bufs[i]; 902 if (ktr_idx[i] == kbuf->end_idx) 903 continue; 904 kbuf->end_idx = ktr_idx[i]; 905 906 /* 907 * If we do not have a notion of the beginning index, assume 908 * it is entries_per_buf before the ending index. Don't 909 * worry about underflows/negative numbers, the indices will 910 * be masked. 911 */ 912 if (kbuf->reset) { 913 kbuf->beg_idx = kbuf->end_idx - entries_per_buf + 1; 914 kbuf->reset = 0; 915 } 916 if (kvm_read(kd, (uintptr_t)kbufs[i], ktr_bufs[i].ents, 917 sizeof(struct ktr_entry) * entries_per_buf) 918 == -1) 919 errx(1, "%s", kvm_geterr(kd)); 920 kbuf->modified = 1; 921 kbuf->beg_idx = earliest_ts(kbuf); 922 } 923 924 } 925 926 /* 927 * Locate the earliest timestamp iterating backwards from end_idx, but 928 * not going further back then beg_idx. We have to do this because 929 * the kernel uses a circulating buffer. 930 */ 931 static 932 int 933 earliest_ts(struct ktr_buffer *buf) 934 { 935 struct ktr_entry *save; 936 int count, scan, i, earliest; 937 938 count = 0; 939 earliest = buf->end_idx - 1; 940 save = &buf->ents[earliest & fifo_mask]; 941 for (scan = buf->end_idx - 1; scan != buf->beg_idx -1; --scan) { 942 i = scan & fifo_mask; 943 if (buf->ents[i].ktr_timestamp <= save->ktr_timestamp && 944 buf->ents[i].ktr_timestamp > 0) 945 earliest = scan; 946 /* 947 * We may have gotten so far behind that beg_idx wrapped 948 * more then once around the buffer. Just stop 949 */ 950 if (++count == entries_per_buf) 951 break; 952 } 953 return earliest; 954 } 955 956 static 957 void 958 iterate_buf(FILE *fo, struct ktr_buffer *ktr_bufs, int cpu, 959 u_int64_t *last_timestamp, ktr_iter_cb_t cb) 960 { 961 struct ktr_buffer *buf = ktr_bufs + cpu; 962 963 if (buf->modified == 0) 964 return; 965 if (*last_timestamp == 0) { 966 *last_timestamp = 967 buf->ents[buf->beg_idx & fifo_mask].ktr_timestamp; 968 } 969 while (buf->beg_idx != buf->end_idx) { 970 cb(fo, cpu, buf->beg_idx, 971 &buf->ents[buf->beg_idx & fifo_mask], 972 last_timestamp); 973 ++buf->beg_idx; 974 } 975 buf->modified = 0; 976 } 977 978 static 979 void 980 iterate_bufs_timesorted(FILE *fo, struct ktr_buffer *ktr_bufs, 981 u_int64_t *last_timestamp, ktr_iter_cb_t cb) 982 { 983 struct ktr_entry *ent; 984 struct ktr_buffer *buf; 985 int n, bestn; 986 u_int64_t ts; 987 static int row = 0; 988 989 for (;;) { 990 ts = 0; 991 bestn = -1; 992 for (n = 0; n < ncpus; ++n) { 993 buf = ktr_bufs + n; 994 if (buf->beg_idx == buf->end_idx) 995 continue; 996 ent = &buf->ents[buf->beg_idx & fifo_mask]; 997 if (ts == 0 || (ts >= ent->ktr_timestamp)) { 998 ts = ent->ktr_timestamp; 999 bestn = n; 1000 } 1001 } 1002 if ((bestn < 0) || (ts < *last_timestamp)) 1003 break; 1004 buf = ktr_bufs + bestn; 1005 cb(fo, bestn, row, 1006 &buf->ents[buf->beg_idx & fifo_mask], 1007 last_timestamp); 1008 ++buf->beg_idx; 1009 *last_timestamp = ts; 1010 ++row; 1011 } 1012 } 1013 1014 static 1015 void 1016 kvmfprintf(FILE *fp, const char *ctl, va_list va) 1017 { 1018 int n; 1019 int is_long; 1020 int is_done; 1021 char fmt[256]; 1022 static struct save_ctx strctx; 1023 const char *s; 1024 1025 while (*ctl) { 1026 for (n = 0; ctl[n]; ++n) { 1027 fmt[n] = ctl[n]; 1028 if (ctl[n] == '%') 1029 break; 1030 } 1031 if (n == 0) { 1032 is_long = 0; 1033 is_done = 0; 1034 n = 1; 1035 while (n < (int)sizeof(fmt)) { 1036 fmt[n] = ctl[n]; 1037 fmt[n+1] = 0; 1038 1039 switch(ctl[n]) { 1040 case 'p': 1041 is_long = 1; 1042 /* fall through */ 1043 case 'd': 1044 case 'i': 1045 case 'u': 1046 case 'x': 1047 case 'o': 1048 case 'X': 1049 /* 1050 * Integral 1051 */ 1052 switch(is_long) { 1053 case 0: 1054 fprintf(fp, fmt, 1055 va_arg(va, int)); 1056 break; 1057 case 1: 1058 fprintf(fp, fmt, 1059 va_arg(va, long)); 1060 break; 1061 case 2: 1062 fprintf(fp, fmt, 1063 va_arg(va, long long)); 1064 break; 1065 case 3: 1066 fprintf(fp, fmt, 1067 va_arg(va, size_t)); 1068 break; 1069 } 1070 ++n; 1071 is_done = 1; 1072 break; 1073 case 'c': 1074 fprintf(fp, "%c", va_arg(va, int)); 1075 ++n; 1076 is_done = 1; 1077 break; 1078 case 's': 1079 /* 1080 * String 1081 */ 1082 s = kvm_string(va_arg(va, char *), &strctx); 1083 fwrite(s, 1, strlen(s), fp); 1084 ++n; 1085 is_done = 1; 1086 break; 1087 case 'f': 1088 /* 1089 * Floating 1090 */ 1091 fprintf(fp, fmt, 1092 va_arg(va, double)); 1093 ++n; 1094 break; 1095 case 'j': 1096 case 't': 1097 is_long = 2; 1098 break; 1099 case 'z': 1100 is_long = 3; 1101 break; 1102 case 'h': 1103 is_long = 0; 1104 break; 1105 case 'l': 1106 if (is_long) 1107 is_long = 2; 1108 else 1109 is_long = 1; 1110 break; 1111 case '#': 1112 case '.': 1113 case '-': 1114 case '+': 1115 case '0': 1116 case '1': 1117 case '2': 1118 case '3': 1119 case '4': 1120 case '5': 1121 case '6': 1122 case '7': 1123 case '8': 1124 case '9': 1125 break; 1126 default: 1127 is_done = 1; 1128 break; 1129 } 1130 if (is_done) 1131 break; 1132 ++n; 1133 } 1134 } else { 1135 fmt[n] = 0; 1136 fprintf(fp, fmt, NULL); 1137 } 1138 ctl += n; 1139 } 1140 } 1141 1142 static void 1143 usage(void) 1144 { 1145 fprintf(stderr, "usage: ktrdump [-acfilnpqrstx] [-A factor] " 1146 "[-N execfile] [-M corefile] [-o outfile]\n"); 1147 exit(1); 1148 } 1149 1150 enum argument_class { 1151 ARGCLASS_NONE, 1152 ARGCLASS_INTEGER, 1153 ARGCLASS_FP, 1154 ARGCLASS_MEMORY, 1155 ARGCLASS_ERR, 1156 }; 1157 static size_t 1158 conversion_size(const char *fmt, enum argument_class *argclass) 1159 { 1160 const char *p; 1161 size_t convsize, intsz; 1162 1163 *argclass = ARGCLASS_ERR; 1164 if (fmt[0] != '%') 1165 return -1; 1166 1167 convsize = -1; 1168 for (p = fmt + 1; p[0]; ++p) { 1169 int again = 0; 1170 /* 1171 * Eat flags. Notice this will accept duplicate 1172 * flags. 1173 */ 1174 switch (p[0]) { 1175 case '#': 1176 case '0': 1177 case '-': 1178 case ' ': 1179 case '+': 1180 case '\'': 1181 again = !0; 1182 break; 1183 } 1184 if (!again) 1185 break; 1186 } 1187 /* Eat minimum field width, if any */ 1188 for (; isdigit(p[0]); ++p) 1189 ; 1190 if (p[0] == '.') 1191 ++p; 1192 /* Eat precision, if any */ 1193 for (; isdigit(p[0]); ++p) 1194 ; 1195 intsz = 0; 1196 switch (p[0]) { 1197 case 'h': 1198 if (p[1] == 'h') { 1199 ++p; 1200 intsz = sizeof(char); 1201 } else { 1202 intsz = sizeof(short); 1203 } 1204 break; 1205 case 'l': 1206 if (p[1] == 'l') { 1207 ++p; 1208 intsz = sizeof(long long); 1209 } else { 1210 intsz = sizeof(long); 1211 } 1212 break; 1213 case 'j': 1214 intsz = sizeof(intmax_t); 1215 break; 1216 case 't': 1217 intsz = sizeof(ptrdiff_t); 1218 break; 1219 case 'z': 1220 intsz = sizeof(size_t); 1221 break; 1222 default: 1223 p--; /* Anticipate the ++p that follows. Yes, I know. Eeek. */ 1224 break; 1225 } 1226 if (intsz == 0) 1227 intsz = sizeof(int); 1228 ++p; 1229 1230 switch (p[0]) { 1231 case 'c': 1232 /* for %c, we only store 1 byte in the ktr entry */ 1233 convsize = sizeof(char); 1234 *argclass = ARGCLASS_INTEGER; 1235 break; 1236 case 'd': 1237 case 'i': 1238 case 'o': 1239 case 'u': 1240 case 'x': 1241 case 'X': 1242 convsize = intsz; 1243 *argclass = ARGCLASS_INTEGER; 1244 break; 1245 case 'p': 1246 convsize = sizeof(void *); 1247 *argclass = ARGCLASS_INTEGER; 1248 break; 1249 case 'f': 1250 if (p[-1] == 'l') 1251 convsize = sizeof(double); 1252 else 1253 convsize = sizeof(float); 1254 *argclass = ARGCLASS_FP; 1255 break; 1256 case 's': 1257 convsize = sizeof(char *); 1258 *argclass = ARGCLASS_INTEGER; 1259 break; 1260 case '%': 1261 convsize = 0; 1262 *argclass = ARGCLASS_NONE; 1263 break; 1264 default: 1265 fprintf(stderr, "Unknown conversion specifier %c " 1266 "in fmt starting with %s\n", p[0], fmt - 1); 1267 return -2; 1268 } 1269 return convsize; 1270 } 1271 1272 #ifdef __x86_64__ 1273 static int 1274 va_list_push_integral(struct my_va_list *valist, void *val, size_t valsize, 1275 size_t *stacksize) 1276 { 1277 uint64_t r; 1278 1279 switch (valsize) { 1280 case 1: 1281 r = *(uint8_t *)val; break; 1282 case 2: 1283 r = *(uint32_t *)val; break; 1284 case 4: 1285 r = (*(uint32_t *)val); break; 1286 case 8: 1287 r = *(uint64_t *)val; break; 1288 default: 1289 err(1, "WTF"); 1290 } 1291 /* we always need to push the full 8 bytes */ 1292 if ((valist->gp_offset + valsize) <= 48) { /* got a free reg */ 1293 1294 memcpy(((char *)valist->reg_save_area + valist->gp_offset), 1295 &r, sizeof(r)); 1296 valist->gp_offset += sizeof(r); 1297 return 0; 1298 } 1299 /* push to "stack" */ 1300 if (!(valist->overflow_arg_area = realloc(valist->overflow_arg_area, 1301 *stacksize + sizeof(r)))) 1302 return -1; 1303 /* 1304 * Keep a pointer to the start of the allocated memory block so 1305 * we can free it later. We need to update it after every realloc(). 1306 */ 1307 valist->overflow_arg_area_save = valist->overflow_arg_area; 1308 memcpy((char *)valist->overflow_arg_area + *stacksize, &r, sizeof(r)); 1309 *stacksize += sizeof(r); 1310 return 0; 1311 } 1312 1313 static void 1314 va_list_rewind(struct my_va_list *valist) 1315 { 1316 valist->gp_offset = 0; 1317 } 1318 1319 static void 1320 va_list_cleanup(machine_va_list *_valist) 1321 { 1322 machine_va_list valist; 1323 if (!_valist || !*_valist) 1324 return; 1325 valist = *_valist; 1326 if (valist->reg_save_area) 1327 free(valist->reg_save_area); 1328 if (valist->overflow_arg_area_save) 1329 free(valist->overflow_arg_area_save); 1330 free(valist); 1331 } 1332 1333 static int 1334 va_list_from_blob(machine_va_list *_valist, const char *fmt, char *blob, size_t blobsize) 1335 { 1336 machine_va_list valist; 1337 struct reg_save_area *regs; 1338 const char *f; 1339 size_t sz; 1340 1341 if (!(valist = malloc(sizeof(*valist)))) 1342 return -1; 1343 if (!(regs = malloc(sizeof(*regs)))) 1344 goto free_valist; 1345 *valist = (struct my_va_list) { 1346 .gp_offset = 0, 1347 .fp_offset = 0, 1348 .overflow_arg_area = NULL, 1349 .reg_save_area = regs, 1350 .overflow_arg_area_save = NULL, 1351 }; 1352 enum argument_class argclass; 1353 size_t stacksize = 0; 1354 1355 for (f = fmt; *f != '\0'; ++f) { 1356 if (*f != '%') 1357 continue; 1358 sz = conversion_size(f, &argclass); 1359 if (argclass == ARGCLASS_INTEGER) { 1360 if (blobsize < sz) { 1361 fprintf(stderr, "not enough data available " 1362 "for format: %s\n", fmt); 1363 goto free_areas; 1364 } 1365 if (va_list_push_integral(valist, blob, sz, &stacksize)) 1366 goto free_areas; 1367 blob += sz; 1368 blobsize -= sz; 1369 } else if (argclass != ARGCLASS_NONE) 1370 goto free_areas; 1371 /* walk past the '%' */ 1372 ++f; 1373 } 1374 if (blobsize) { 1375 fprintf(stderr, "Couldn't consume all data for format %s " 1376 "(%zd bytes left over)\n", fmt, blobsize); 1377 goto free_areas; 1378 } 1379 va_list_rewind(valist); 1380 *_valist = valist; 1381 return 0; 1382 free_areas: 1383 if (valist->reg_save_area) 1384 free(valist->reg_save_area); 1385 if (valist->overflow_arg_area_save) 1386 free(valist->overflow_arg_area_save); 1387 free_valist: 1388 free(valist); 1389 *_valist = NULL; 1390 return -1; 1391 } 1392 1393 #else 1394 #error "Don't know how to get a va_list on this platform" 1395 #endif 1396