1 /* 2 * Copyright (c) 2011-2012 The DragonFly Project. All rights reserved. 3 * 4 * This code is derived from software contributed to The DragonFly Project 5 * by Matthew Dillon <dillon@dragonflybsd.org> 6 * by Venkatesh Srinivas <vsrinivas@dragonflybsd.org> 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in 16 * the documentation and/or other materials provided with the 17 * distribution. 18 * 3. Neither the name of The DragonFly Project nor the names of its 19 * contributors may be used to endorse or promote products derived 20 * from this software without specific, prior written permission. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 24 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 25 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 26 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 27 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING, 28 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 29 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 30 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 31 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 32 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33 * SUCH DAMAGE. 34 */ 35 36 #include "hammer2.h" 37 38 #include <openssl/sha.h> 39 40 #define GIG (1024LL*1024*1024) 41 42 static int show_tab = 2; 43 static int show_depth = -1; 44 45 static void shell_msghandler(dmsg_msg_t *msg, int unmanaged); 46 static void shell_ttymsg(dmsg_iocom_t *iocom); 47 static void CountBlocks(hammer2_bmap_data_t *bmap, int value, 48 hammer2_off_t *accum16, hammer2_off_t *accum64); 49 50 /************************************************************************ 51 * SHELL * 52 ************************************************************************/ 53 54 int 55 cmd_shell(const char *hostname) 56 { 57 dmsg_master_service_info_t *info; 58 pthread_t thread; 59 int fd; 60 61 fd = dmsg_connect(hostname); 62 if (fd < 0) 63 return 1; 64 65 info = malloc(sizeof(*info)); 66 bzero(info, sizeof(*info)); 67 info->fd = fd; 68 info->detachme = 0; 69 info->usrmsg_callback = shell_msghandler; 70 info->altmsg_callback = shell_ttymsg; 71 info->label = strdup("debug"); 72 pthread_create(&thread, NULL, dmsg_master_service, info); 73 pthread_join(thread, NULL); 74 75 return 0; 76 } 77 78 #if 0 79 int 80 cmd_shell(const char *hostname) 81 { 82 struct dmsg_iocom iocom; 83 dmsg_msg_t *msg; 84 int fd; 85 86 /* 87 * Connect to the target 88 */ 89 fd = dmsg_connect(hostname); 90 if (fd < 0) 91 return 1; 92 93 /* 94 * Initialize the session and transmit an empty DMSG_DBG_SHELL 95 * to cause the remote end to generate a prompt. 96 */ 97 dmsg_iocom_init(&iocom, fd, 0, 98 NULL, 99 shell_rcvmsg, 100 hammer2_shell_parse, 101 shell_ttymsg); 102 fcntl(0, F_SETFL, O_NONBLOCK); 103 printf("debug: connected\n"); 104 105 msg = dmsg_msg_alloc(&iocom.state0, 0, DMSG_DBG_SHELL, NULL, NULL); 106 dmsg_msg_write(msg); 107 dmsg_iocom_core(&iocom); 108 fprintf(stderr, "debug: disconnected\n"); 109 close(fd); 110 return 0; 111 } 112 #endif 113 114 /* 115 * Debug session front-end 116 * 117 * Callback from dmsg_iocom_core() when messages might be present 118 * on the socket. 119 */ 120 static 121 void 122 shell_msghandler(dmsg_msg_t *msg, int unmanaged) 123 { 124 dmsg_msg_t *nmsg; 125 126 switch(msg->tcmd) { 127 #if 0 128 case DMSG_LNK_ERROR: 129 case DMSG_LNK_ERROR | DMSGF_REPLY: 130 /* 131 * One-way non-transactional LNK_ERROR messages typically 132 * indicate a connection failure. Error code 0 is used by 133 * the debug shell to indicate no more results from last cmd. 134 */ 135 if (msg->any.head.error) { 136 fprintf(stderr, "Stream failure: %s\n", 137 dmsg_msg_str(msg)); 138 } else { 139 write(1, "debug> ", 7); 140 } 141 break; 142 case DMSG_LNK_ERROR | DMSGF_DELETE: 143 /* ignore termination of LNK_CONN */ 144 break; 145 #endif 146 case DMSG_DBG_SHELL: 147 /* 148 * We send the commands, not accept them. 149 * (one-way message, not transactional) 150 */ 151 if (unmanaged) 152 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 153 break; 154 case DMSG_DBG_SHELL | DMSGF_REPLY: 155 /* 156 * A reply from the remote is data we copy to stdout. 157 * (one-way message, not transactional) 158 */ 159 if (msg->aux_size) { 160 msg->aux_data[msg->aux_size - 1] = 0; 161 write(1, msg->aux_data, strlen(msg->aux_data)); 162 } 163 break; 164 #if 1 165 case DMSG_LNK_CONN | DMSGF_CREATE: 166 fprintf(stderr, "Debug Shell received LNK_CONN\n"); 167 nmsg = dmsg_msg_alloc(&msg->state->iocom->state0, 0, 168 DMSG_DBG_SHELL, 169 NULL, NULL); 170 dmsg_msg_write(nmsg); 171 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 172 break; 173 case DMSG_LNK_CONN | DMSGF_DELETE: 174 break; 175 #endif 176 default: 177 /* 178 * Ignore any unknown messages, Terminate any unknown 179 * transactions with an error. 180 */ 181 fprintf(stderr, "Unknown message: %s\n", dmsg_msg_str(msg)); 182 if (unmanaged) { 183 if (msg->any.head.cmd & DMSGF_CREATE) 184 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 185 if (msg->any.head.cmd & DMSGF_DELETE) 186 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 187 } 188 break; 189 } 190 } 191 192 /* 193 * Debug session front-end 194 */ 195 static 196 void 197 shell_ttymsg(dmsg_iocom_t *iocom) 198 { 199 dmsg_state_t *pstate; 200 dmsg_msg_t *msg; 201 char buf[256]; 202 char *cmd; 203 size_t len; 204 205 if (fgets(buf, sizeof(buf), stdin) != NULL) { 206 if (buf[0] == '@') { 207 pstate = dmsg_findspan(strtok(buf + 1, " \t\n")); 208 cmd = strtok(NULL, "\n"); 209 } else { 210 pstate = &iocom->state0; 211 cmd = strtok(buf, "\n"); 212 } 213 if (cmd && pstate) { 214 len = strlen(cmd) + 1; 215 msg = dmsg_msg_alloc(pstate, len, DMSG_DBG_SHELL, 216 NULL, NULL); 217 bcopy(cmd, msg->aux_data, len); 218 dmsg_msg_write(msg); 219 } else if (cmd) { 220 fprintf(stderr, "@msgid not found\n"); 221 } else { 222 /* 223 * This should cause the remote end to generate 224 * a debug> prompt (and thus shows that there is 225 * connectivity). 226 */ 227 msg = dmsg_msg_alloc(pstate, 0, DMSG_DBG_SHELL, 228 NULL, NULL); 229 dmsg_msg_write(msg); 230 } 231 } else if (feof(stdin)) { 232 /* 233 * Set EOF flag without setting any error code for normal 234 * EOF. 235 */ 236 iocom->flags |= DMSG_IOCOMF_EOF; 237 } else { 238 clearerr(stdin); 239 } 240 } 241 242 /* 243 * Debug session back-end (on remote side) 244 */ 245 static void shell_span(dmsg_msg_t *msg, char *cmdbuf); 246 static void shell_ping(dmsg_msg_t *msg, char *cmdbuf); 247 248 void 249 hammer2_shell_parse(dmsg_msg_t *msg, int unmanaged) 250 { 251 dmsg_iocom_t *iocom = msg->state->iocom; 252 char *cmdbuf; 253 char *cmdp; 254 uint32_t cmd; 255 256 /* 257 * Filter on debug shell commands and ping responses only 258 */ 259 cmd = msg->any.head.cmd; 260 if ((cmd & DMSGF_CMDSWMASK) == (DMSG_LNK_PING | DMSGF_REPLY)) { 261 dmsg_printf(iocom, "ping reply\n"); 262 return; 263 } 264 265 if ((cmd & DMSGF_PROTOS) != DMSG_PROTO_DBG) { 266 if (unmanaged) 267 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 268 return; 269 } 270 if ((cmd & DMSGF_CMDSWMASK) != DMSG_DBG_SHELL) { 271 if (unmanaged) 272 dmsg_msg_reply(msg, DMSG_ERR_NOSUPP); 273 return; 274 } 275 276 /* 277 * Debug shell command 278 */ 279 cmdbuf = msg->aux_data; 280 cmdp = strsep(&cmdbuf, " \t"); 281 282 if (cmdp == NULL || *cmdp == 0) { 283 ; 284 } else if (strcmp(cmdp, "ping") == 0) { 285 shell_ping(msg, cmdbuf); 286 } else if (strcmp(cmdp, "span") == 0) { 287 shell_span(msg, cmdbuf); 288 } else if (strcmp(cmdp, "tree") == 0) { 289 dmsg_shell_tree(iocom, cmdbuf); /* dump spanning tree */ 290 } else if (strcmp(cmdp, "help") == 0 || strcmp(cmdp, "?") == 0) { 291 dmsg_printf(iocom, "help Command help\n"); 292 dmsg_printf(iocom, "span <host> Span to target host\n"); 293 dmsg_printf(iocom, "tree Dump spanning tree\n"); 294 dmsg_printf(iocom, "@span <cmd> Issue via circuit\n"); 295 } else { 296 dmsg_printf(iocom, "Unrecognized command: %s\n", cmdp); 297 } 298 dmsg_printf(iocom, "debug> "); 299 } 300 301 static void 302 shell_ping(dmsg_msg_t *msg, char *cmdbuf __unused) 303 { 304 dmsg_iocom_t *iocom = msg->state->iocom; 305 dmsg_msg_t *m2; 306 307 dmsg_printf(iocom, "sending ping\n"); 308 m2 = dmsg_msg_alloc(msg->state, 0, DMSG_LNK_PING, NULL, NULL); 309 dmsg_msg_write(m2); 310 } 311 312 static void 313 shell_span(dmsg_msg_t *msg, char *cmdbuf) 314 { 315 dmsg_iocom_t *iocom = msg->state->iocom; 316 dmsg_master_service_info_t *info; 317 const char *hostname = strsep(&cmdbuf, " \t"); 318 pthread_t thread; 319 int fd; 320 321 /* 322 * Connect to the target 323 */ 324 if (hostname == NULL) { 325 fd = -1; 326 } else { 327 fd = dmsg_connect(hostname); 328 } 329 330 /* 331 * Start master service 332 */ 333 if (fd < 0) { 334 dmsg_printf(iocom, "Connection to %s failed\n", hostname); 335 } else { 336 dmsg_printf(iocom, "Connected to %s\n", hostname); 337 338 info = malloc(sizeof(*info)); 339 bzero(info, sizeof(*info)); 340 info->fd = fd; 341 info->detachme = 1; 342 info->usrmsg_callback = hammer2_shell_parse; 343 info->label = strdup("client"); 344 345 pthread_create(&thread, NULL, dmsg_master_service, info); 346 /*pthread_join(thread, &res);*/ 347 } 348 } 349 350 /************************************************************************ 351 * DEBUGSPAN * 352 ************************************************************************ 353 * 354 * Connect to the target manually (not via the cluster list embedded in 355 * a hammer2 filesystem) and initiate the SPAN protocol. 356 */ 357 int 358 cmd_debugspan(const char *hostname) 359 { 360 pthread_t thread; 361 int fd; 362 void *res; 363 364 /* 365 * Connect to the target 366 */ 367 fd = dmsg_connect(hostname); 368 if (fd < 0) 369 return 1; 370 371 printf("debugspan: connected to %s, starting CONN/SPAN\n", hostname); 372 pthread_create(&thread, NULL, 373 dmsg_master_service, (void *)(intptr_t)fd); 374 pthread_join(thread, &res); 375 return(0); 376 } 377 378 /************************************************************************ 379 * SHOW * 380 ************************************************************************/ 381 382 static void show_volhdr(hammer2_volume_data_t *voldata, int fd, int bi); 383 static void show_bref(hammer2_volume_data_t *voldata, int fd, int tab, 384 int bi, hammer2_blockref_t *bref, int norecurse); 385 static void tabprintf(int tab, const char *ctl, ...); 386 387 static hammer2_off_t TotalAccum16[4]; /* includes TotalAccum64 */ 388 static hammer2_off_t TotalAccum64[4]; 389 static hammer2_off_t TotalUnavail; 390 static hammer2_off_t TotalFreemap; 391 392 int 393 cmd_show(const char *devpath, int which) 394 { 395 hammer2_blockref_t broot; 396 hammer2_blockref_t best; 397 hammer2_media_data_t media; 398 hammer2_media_data_t best_media; 399 int fd; 400 int i; 401 int best_i; 402 char *env; 403 404 memset(TotalAccum16, 0, sizeof(TotalAccum16)); 405 memset(TotalAccum64, 0, sizeof(TotalAccum64)); 406 TotalUnavail = TotalFreemap = 0; 407 408 env = getenv("HAMMER2_SHOW_TAB"); 409 if (env != NULL) { 410 show_tab = (int)strtol(env, NULL, 0); 411 if (errno || show_tab < 0 || show_tab > 8) 412 show_tab = 2; 413 } 414 env = getenv("HAMMER2_SHOW_DEPTH"); 415 if (env != NULL) { 416 show_depth = (int)strtol(env, NULL, 0); 417 if (errno || show_depth < 0) 418 show_depth = -1; 419 } 420 421 fd = open(devpath, O_RDONLY); 422 if (fd < 0) { 423 perror("open"); 424 return 1; 425 } 426 427 /* 428 * Show the tree using the best volume header. 429 * -vvv will show the tree for all four volume headers. 430 */ 431 best_i = -1; 432 bzero(&best, sizeof(best)); 433 bzero(&best_media, sizeof(best_media)); 434 for (i = 0; i < HAMMER2_NUM_VOLHDRS; ++i) { 435 bzero(&broot, sizeof(broot)); 436 broot.data_off = (i * HAMMER2_ZONE_BYTES64) | HAMMER2_PBUFRADIX; 437 lseek(fd, broot.data_off & ~HAMMER2_OFF_MASK_RADIX, SEEK_SET); 438 if (read(fd, &media, HAMMER2_PBUFSIZE) == 439 (ssize_t)HAMMER2_PBUFSIZE) { 440 broot.mirror_tid = media.voldata.mirror_tid; 441 if (best_i < 0 || best.mirror_tid < broot.mirror_tid) { 442 best_i = i; 443 best = broot; 444 best_media = media; 445 } 446 printf("Volume header %d: mirror_tid=%016jx\n", 447 i, (intmax_t)broot.mirror_tid); 448 449 if (VerboseOpt >= 3) { 450 switch(which) { 451 case 0: 452 broot.type = HAMMER2_BREF_TYPE_VOLUME; 453 show_bref(&media.voldata, fd, 0, 454 i, &broot, 0); 455 break; 456 case 1: 457 broot.type = HAMMER2_BREF_TYPE_FREEMAP; 458 show_bref(&media.voldata, fd, 0, 459 i, &broot, 0); 460 break; 461 default: 462 show_volhdr(&media.voldata, fd, i); 463 break; 464 } 465 if (i != HAMMER2_NUM_VOLHDRS - 1) 466 printf("\n"); 467 } 468 } 469 } 470 if (VerboseOpt < 3) { 471 switch(which) { 472 case 0: 473 best.type = HAMMER2_BREF_TYPE_VOLUME; 474 show_bref(&best_media.voldata, fd, 0, best_i, &best, 0); 475 break; 476 case 1: 477 best.type = HAMMER2_BREF_TYPE_FREEMAP; 478 show_bref(&best_media.voldata, fd, 0, best_i, &best, 0); 479 break; 480 default: 481 show_volhdr(&best_media.voldata, fd, best_i); 482 break; 483 } 484 } 485 close(fd); 486 487 if (which == 1 && VerboseOpt < 3) { 488 printf("Total unallocated storage: %6.3fGiB (%6.3fGiB in 64KB chunks)\n", 489 (double)TotalAccum16[0] / GIG, 490 (double)TotalAccum64[0] / GIG); 491 printf("Total possibly free storage: %6.3fGiB (%6.3fGiB in 64KB chunks)\n", 492 (double)TotalAccum16[2] / GIG, 493 (double)TotalAccum64[2] / GIG); 494 printf("Total allocated storage: %6.3fGiB (%6.3fGiB in 64KB chunks)\n", 495 (double)TotalAccum16[3] / GIG, 496 (double)TotalAccum64[3] / GIG); 497 printf("Total unavailable storage: %6.3fGiB\n", 498 (double)TotalUnavail / GIG); 499 printf("Total freemap storage: %6.3fGiB\n", 500 (double)TotalFreemap / GIG); 501 } 502 503 return 0; 504 } 505 506 static void 507 show_volhdr(hammer2_volume_data_t *voldata, int fd, int bi) 508 { 509 uint32_t status; 510 uint32_t i; 511 char *str; 512 char *name; 513 514 printf("\nVolume header %d {\n", bi); 515 printf(" magic 0x%016jx\n", (intmax_t)voldata->magic); 516 printf(" boot_beg 0x%016jx\n", (intmax_t)voldata->boot_beg); 517 printf(" boot_end 0x%016jx (%6.2fMB)\n", 518 (intmax_t)voldata->boot_end, 519 (double)(voldata->boot_end - voldata->boot_beg) / 520 (1024.0*1024.0)); 521 printf(" aux_beg 0x%016jx\n", (intmax_t)voldata->aux_beg); 522 printf(" aux_end 0x%016jx (%6.2fMB)\n", 523 (intmax_t)voldata->aux_end, 524 (double)(voldata->aux_end - voldata->aux_beg) / 525 (1024.0*1024.0)); 526 printf(" volu_size 0x%016jx (%6.2fGiB)\n", 527 (intmax_t)voldata->volu_size, 528 (double)voldata->volu_size / GIG); 529 printf(" version %d\n", voldata->version); 530 printf(" flags 0x%08x\n", voldata->flags); 531 printf(" copyid %d\n", voldata->copyid); 532 printf(" freemap_vers %d\n", voldata->freemap_version); 533 printf(" peer_type %d\n", voldata->peer_type); 534 535 str = NULL; 536 hammer2_uuid_to_str(&voldata->fsid, &str); 537 printf(" fsid %s\n", str); 538 free(str); 539 540 str = NULL; 541 name = NULL; 542 hammer2_uuid_to_str(&voldata->fstype, &str); 543 printf(" fstype %s\n", str); 544 uuid_addr_lookup(&voldata->fstype, &name, &status); 545 if (name == NULL) 546 name = strdup("?"); 547 printf(" (%s)\n", name); 548 free(name); 549 free(str); 550 551 printf(" allocator_size 0x%016jx (%6.2fGiB)\n", 552 voldata->allocator_size, 553 (double)voldata->allocator_size / GIG); 554 printf(" allocator_free 0x%016jx (%6.2fGiB)\n", 555 voldata->allocator_free, 556 (double)voldata->allocator_free / GIG); 557 printf(" allocator_beg 0x%016jx (%6.2fGiB)\n", 558 voldata->allocator_beg, 559 (double)voldata->allocator_beg / GIG); 560 561 printf(" mirror_tid 0x%016jx\n", voldata->mirror_tid); 562 printf(" reserved0080 0x%016jx\n", voldata->reserved0080); 563 printf(" reserved0088 0x%016jx\n", voldata->reserved0088); 564 printf(" freemap_tid 0x%016jx\n", voldata->freemap_tid); 565 printf(" bulkfree_tid 0x%016jx\n", voldata->bulkfree_tid); 566 for (i = 0; i < nitems(voldata->reserved00A0); ++i) { 567 printf(" reserved00A0/%u 0x%016jx\n", 568 i, voldata->reserved00A0[0]); 569 } 570 571 printf(" copyexists "); 572 for (i = 0; i < nitems(voldata->copyexists); ++i) 573 printf(" 0x%02x", voldata->copyexists[i]); 574 printf("\n"); 575 576 /* 577 * NOTE: Index numbers and ICRC_SECTn definitions are not matched, 578 * the ICRC for sector 0 actually uses the last index, for 579 * example. 580 * 581 * NOTE: The whole voldata CRC does not have to match critically 582 * as certain sub-areas of the volume header have their own 583 * CRCs. 584 */ 585 printf("\n"); 586 for (i = 0; i < nitems(voldata->icrc_sects); ++i) { 587 printf(" icrc_sects[%u] ", i); 588 switch(i) { 589 case HAMMER2_VOL_ICRC_SECT0: 590 printf("0x%08x/0x%08x", 591 hammer2_icrc32((char *)voldata + 592 HAMMER2_VOLUME_ICRC0_OFF, 593 HAMMER2_VOLUME_ICRC0_SIZE), 594 voldata->icrc_sects[HAMMER2_VOL_ICRC_SECT0]); 595 if (hammer2_icrc32((char *)voldata + 596 HAMMER2_VOLUME_ICRC0_OFF, 597 HAMMER2_VOLUME_ICRC0_SIZE) == 598 voldata->icrc_sects[HAMMER2_VOL_ICRC_SECT0]) { 599 printf(" (OK)"); 600 } else { 601 printf(" (FAILED)"); 602 } 603 break; 604 case HAMMER2_VOL_ICRC_SECT1: 605 printf("0x%08x/0x%08x", 606 hammer2_icrc32((char *)voldata + 607 HAMMER2_VOLUME_ICRC1_OFF, 608 HAMMER2_VOLUME_ICRC1_SIZE), 609 voldata->icrc_sects[HAMMER2_VOL_ICRC_SECT1]); 610 if (hammer2_icrc32((char *)voldata + 611 HAMMER2_VOLUME_ICRC1_OFF, 612 HAMMER2_VOLUME_ICRC1_SIZE) == 613 voldata->icrc_sects[HAMMER2_VOL_ICRC_SECT1]) { 614 printf(" (OK)"); 615 } else { 616 printf(" (FAILED)"); 617 } 618 619 break; 620 default: 621 printf("0x%08x (reserved)", voldata->icrc_sects[i]); 622 break; 623 } 624 printf("\n"); 625 } 626 printf(" icrc_volhdr 0x%08x/0x%08x", 627 hammer2_icrc32((char *)voldata + HAMMER2_VOLUME_ICRCVH_OFF, 628 HAMMER2_VOLUME_ICRCVH_SIZE), 629 voldata->icrc_volheader); 630 if (hammer2_icrc32((char *)voldata + HAMMER2_VOLUME_ICRCVH_OFF, 631 HAMMER2_VOLUME_ICRCVH_SIZE) == 632 voldata->icrc_volheader) { 633 printf(" (OK)\n"); 634 } else { 635 printf(" (FAILED - not a critical error)\n"); 636 } 637 638 /* 639 * The super-root and freemap blocksets (not recursed) 640 */ 641 printf("\n"); 642 printf(" sroot_blockset {\n"); 643 for (i = 0; i < HAMMER2_SET_COUNT; ++i) { 644 show_bref(voldata, fd, 16, i, 645 &voldata->sroot_blockset.blockref[i], 2); 646 } 647 printf(" }\n"); 648 649 printf(" freemap_blockset {\n"); 650 for (i = 0; i < HAMMER2_SET_COUNT; ++i) { 651 show_bref(voldata, fd, 16, i, 652 &voldata->freemap_blockset.blockref[i], 2); 653 } 654 printf(" }\n"); 655 656 printf("}\n"); 657 } 658 659 static void 660 show_bref(hammer2_volume_data_t *voldata, int fd, int tab, 661 int bi, hammer2_blockref_t *bref, int norecurse) 662 { 663 hammer2_media_data_t media; 664 hammer2_blockref_t *bscan; 665 hammer2_off_t tmp; 666 int i, bcount, namelen, failed, obrace; 667 int type_pad; 668 size_t bytes; 669 const char *type_str; 670 char *str = NULL; 671 uint32_t cv; 672 uint64_t cv64; 673 static int init_tab = -1; 674 675 SHA256_CTX hash_ctx; 676 union { 677 uint8_t digest[SHA256_DIGEST_LENGTH]; 678 uint64_t digest64[SHA256_DIGEST_LENGTH/8]; 679 } u; 680 681 if (init_tab == -1) 682 init_tab = tab; 683 684 bytes = (bref->data_off & HAMMER2_OFF_MASK_RADIX); 685 if (bytes) 686 bytes = (size_t)1 << bytes; 687 if (bytes) { 688 hammer2_off_t io_off; 689 hammer2_off_t io_base; 690 size_t io_bytes; 691 size_t boff; 692 693 io_off = bref->data_off & ~HAMMER2_OFF_MASK_RADIX; 694 io_base = io_off & ~(hammer2_off_t)(HAMMER2_LBUFSIZE - 1); 695 boff = io_off - io_base; 696 697 io_bytes = HAMMER2_LBUFSIZE; 698 while (io_bytes + boff < bytes) 699 io_bytes <<= 1; 700 701 if (io_bytes > sizeof(media)) { 702 printf("(bad block size %zu)\n", bytes); 703 return; 704 } 705 if (bref->type != HAMMER2_BREF_TYPE_DATA || VerboseOpt >= 1) { 706 lseek(fd, io_base, SEEK_SET); 707 if (read(fd, &media, io_bytes) != (ssize_t)io_bytes) { 708 printf("(media read failed)\n"); 709 return; 710 } 711 if (boff) 712 bcopy((char *)&media + boff, &media, bytes); 713 } 714 } 715 716 bscan = NULL; 717 bcount = 0; 718 namelen = 0; 719 failed = 0; 720 obrace = 1; 721 722 type_str = hammer2_breftype_to_str(bref->type); 723 type_pad = 8 - strlen(type_str); 724 if (type_pad < 0) 725 type_pad = 0; 726 727 switch(bref->type) { 728 case HAMMER2_BREF_TYPE_INODE: 729 assert(bytes); 730 if (!(media.ipdata.meta.op_flags & HAMMER2_OPFLAG_DIRECTDATA)) { 731 bscan = &media.ipdata.u.blockset.blockref[0]; 732 bcount = HAMMER2_SET_COUNT; 733 } 734 break; 735 case HAMMER2_BREF_TYPE_INDIRECT: 736 assert(bytes); 737 bscan = &media.npdata[0]; 738 bcount = bytes / sizeof(hammer2_blockref_t); 739 break; 740 case HAMMER2_BREF_TYPE_VOLUME: 741 bscan = &media.voldata.sroot_blockset.blockref[0]; 742 bcount = HAMMER2_SET_COUNT; 743 break; 744 case HAMMER2_BREF_TYPE_FREEMAP: 745 bscan = &media.voldata.freemap_blockset.blockref[0]; 746 bcount = HAMMER2_SET_COUNT; 747 break; 748 case HAMMER2_BREF_TYPE_FREEMAP_NODE: 749 assert(bytes); 750 bscan = &media.npdata[0]; 751 bcount = bytes / sizeof(hammer2_blockref_t); 752 break; 753 } 754 755 if (QuietOpt > 0) { 756 tabprintf(tab, 757 "%s.%-3d %016jx %016jx/%-2d " 758 "mir=%016jx mod=%016jx leafcnt=%d ", 759 type_str, bi, (intmax_t)bref->data_off, 760 (intmax_t)bref->key, (intmax_t)bref->keybits, 761 (intmax_t)bref->mirror_tid, 762 (intmax_t)bref->modify_tid, 763 bref->leaf_count); 764 } else { 765 tabprintf(tab, "%s.%-3d%*.*s %016jx %016jx/%-2d ", 766 type_str, bi, type_pad, type_pad, "", 767 (intmax_t)bref->data_off, 768 (intmax_t)bref->key, (intmax_t)bref->keybits); 769 /*if (norecurse > 1)*/ { 770 printf("\n"); 771 tabprintf(tab + 13, ""); 772 } 773 printf("mir=%016jx mod=%016jx lfcnt=%d ", 774 (intmax_t)bref->mirror_tid, (intmax_t)bref->modify_tid, 775 bref->leaf_count); 776 if (/*norecurse > 1 && */ (bcount || bref->flags || 777 bref->type == HAMMER2_BREF_TYPE_FREEMAP_NODE || 778 bref->type == HAMMER2_BREF_TYPE_FREEMAP_LEAF)) { 779 printf("\n"); 780 tabprintf(tab + 13, ""); 781 } 782 } 783 784 if (bcount) 785 printf("bcnt=%d ", bcount); 786 if (bref->flags) 787 printf("flags=%02x ", bref->flags); 788 if (bref->type == HAMMER2_BREF_TYPE_FREEMAP_NODE || 789 bref->type == HAMMER2_BREF_TYPE_FREEMAP_LEAF) { 790 printf("bigmask=%08x avail=%ld ", 791 bref->check.freemap.bigmask, bref->check.freemap.avail); 792 } 793 794 /* 795 * Check data integrity in verbose mode, otherwise we are just doing 796 * a quick meta-data scan. Meta-data integrity is always checked. 797 * (Also see the check above that ensures the media data is loaded, 798 * otherwise there's no data to check!). 799 * 800 * WARNING! bref->check state may be used for other things when 801 * bref has no data (bytes == 0). 802 */ 803 if (bytes && 804 (bref->type != HAMMER2_BREF_TYPE_DATA || VerboseOpt >= 1)) { 805 if (!(QuietOpt > 0)) { 806 /*if (norecurse > 1)*/ { 807 printf("\n"); 808 tabprintf(tab + 13, ""); 809 } 810 } 811 812 switch(HAMMER2_DEC_CHECK(bref->methods)) { 813 case HAMMER2_CHECK_NONE: 814 printf("meth=%02x ", bref->methods); 815 break; 816 case HAMMER2_CHECK_DISABLED: 817 printf("meth=%02x ", bref->methods); 818 break; 819 case HAMMER2_CHECK_ISCSI32: 820 cv = hammer2_icrc32(&media, bytes); 821 if (bref->check.iscsi32.value != cv) { 822 printf("(icrc %02x:%08x/%08x failed) ", 823 bref->methods, 824 bref->check.iscsi32.value, 825 cv); 826 failed = 1; 827 } else { 828 printf("meth=%02x iscsi32=%08x ", 829 bref->methods, cv); 830 } 831 break; 832 case HAMMER2_CHECK_XXHASH64: 833 cv64 = XXH64(&media, bytes, XXH_HAMMER2_SEED); 834 if (bref->check.xxhash64.value != cv64) { 835 printf("(xxhash64 %02x:%016jx/%016jx failed) ", 836 bref->methods, 837 bref->check.xxhash64.value, 838 cv64); 839 failed = 1; 840 } else { 841 printf("meth=%02x xxh=%016jx ", 842 bref->methods, cv64); 843 } 844 break; 845 case HAMMER2_CHECK_SHA192: 846 SHA256_Init(&hash_ctx); 847 SHA256_Update(&hash_ctx, &media, bytes); 848 SHA256_Final(u.digest, &hash_ctx); 849 u.digest64[2] ^= u.digest64[3]; 850 if (memcmp(u.digest, bref->check.sha192.data, 851 sizeof(bref->check.sha192.data))) { 852 printf("(sha192 failed) "); 853 failed = 1; 854 } else { 855 printf("meth=%02x ", bref->methods); 856 } 857 break; 858 case HAMMER2_CHECK_FREEMAP: 859 cv = hammer2_icrc32(&media, bytes); 860 if (bref->check.freemap.icrc32 != cv) { 861 printf("(fcrc %02x:%08x/%08x failed) ", 862 bref->methods, 863 bref->check.freemap.icrc32, 864 cv); 865 failed = 1; 866 } else { 867 printf("meth=%02x fcrc=%08x ", 868 bref->methods, cv); 869 } 870 break; 871 } 872 } 873 874 tab += show_tab; 875 876 if (QuietOpt > 0) { 877 obrace = 0; 878 printf("\n"); 879 goto skip_data; 880 } 881 882 switch(bref->type) { 883 case HAMMER2_BREF_TYPE_EMPTY: 884 if (norecurse) 885 printf("\n"); 886 obrace = 0; 887 break; 888 case HAMMER2_BREF_TYPE_DIRENT: 889 printf("{\n"); 890 if (bref->embed.dirent.namlen <= sizeof(bref->check.buf)) { 891 tabprintf(tab, "filename \"%*.*s\"\n", 892 bref->embed.dirent.namlen, 893 bref->embed.dirent.namlen, 894 bref->check.buf); 895 } else { 896 tabprintf(tab, "filename \"%*.*s\"\n", 897 bref->embed.dirent.namlen, 898 bref->embed.dirent.namlen, 899 media.buf); 900 } 901 tabprintf(tab, "inum 0x%016jx\n", 902 (uintmax_t)bref->embed.dirent.inum); 903 tabprintf(tab, "nlen %d\n", bref->embed.dirent.namlen); 904 tabprintf(tab, "type %s\n", 905 hammer2_iptype_to_str(bref->embed.dirent.type)); 906 break; 907 case HAMMER2_BREF_TYPE_INODE: 908 printf("{\n"); 909 namelen = media.ipdata.meta.name_len; 910 if (namelen > HAMMER2_INODE_MAXNAME) 911 namelen = 0; 912 tabprintf(tab, "filename \"%*.*s\"\n", 913 namelen, namelen, media.ipdata.filename); 914 tabprintf(tab, "version %d\n", media.ipdata.meta.version); 915 if ((media.ipdata.meta.op_flags & HAMMER2_OPFLAG_PFSROOT) || 916 media.ipdata.meta.pfs_type == HAMMER2_PFSTYPE_SUPROOT) { 917 tabprintf(tab, "pfs_st %d (%s)\n", 918 media.ipdata.meta.pfs_subtype, 919 hammer2_pfssubtype_to_str(media.ipdata.meta.pfs_subtype)); 920 } 921 tabprintf(tab, "uflags 0x%08x\n", 922 media.ipdata.meta.uflags); 923 if (media.ipdata.meta.rmajor || media.ipdata.meta.rminor) { 924 tabprintf(tab, "rmajor %d\n", 925 media.ipdata.meta.rmajor); 926 tabprintf(tab, "rminor %d\n", 927 media.ipdata.meta.rminor); 928 } 929 tabprintf(tab, "ctime %s\n", 930 hammer2_time64_to_str(media.ipdata.meta.ctime, &str)); 931 tabprintf(tab, "mtime %s\n", 932 hammer2_time64_to_str(media.ipdata.meta.mtime, &str)); 933 tabprintf(tab, "atime %s\n", 934 hammer2_time64_to_str(media.ipdata.meta.atime, &str)); 935 tabprintf(tab, "btime %s\n", 936 hammer2_time64_to_str(media.ipdata.meta.btime, &str)); 937 tabprintf(tab, "uid %s\n", 938 hammer2_uuid_to_str(&media.ipdata.meta.uid, &str)); 939 tabprintf(tab, "gid %s\n", 940 hammer2_uuid_to_str(&media.ipdata.meta.gid, &str)); 941 tabprintf(tab, "type %s\n", 942 hammer2_iptype_to_str(media.ipdata.meta.type)); 943 tabprintf(tab, "opflgs 0x%02x\n", 944 media.ipdata.meta.op_flags); 945 tabprintf(tab, "capflgs 0x%04x\n", 946 media.ipdata.meta.cap_flags); 947 tabprintf(tab, "mode %-7o\n", 948 media.ipdata.meta.mode); 949 tabprintf(tab, "inum 0x%016jx\n", 950 media.ipdata.meta.inum); 951 tabprintf(tab, "size %ju ", 952 (uintmax_t)media.ipdata.meta.size); 953 if (media.ipdata.meta.op_flags & HAMMER2_OPFLAG_DIRECTDATA && 954 media.ipdata.meta.size <= HAMMER2_EMBEDDED_BYTES) 955 printf("(embedded data)\n"); 956 else 957 printf("\n"); 958 tabprintf(tab, "nlinks %ju\n", 959 (uintmax_t)media.ipdata.meta.nlinks); 960 tabprintf(tab, "iparent 0x%016jx\n", 961 (uintmax_t)media.ipdata.meta.iparent); 962 tabprintf(tab, "name_key 0x%016jx\n", 963 (uintmax_t)media.ipdata.meta.name_key); 964 tabprintf(tab, "name_len %u\n", 965 media.ipdata.meta.name_len); 966 tabprintf(tab, "ncopies %u\n", 967 media.ipdata.meta.ncopies); 968 tabprintf(tab, "compalg %u\n", 969 media.ipdata.meta.comp_algo); 970 tabprintf(tab, "target_t %u\n", 971 media.ipdata.meta.target_type); 972 tabprintf(tab, "checkalg %u\n", 973 media.ipdata.meta.check_algo); 974 if ((media.ipdata.meta.op_flags & HAMMER2_OPFLAG_PFSROOT) || 975 media.ipdata.meta.pfs_type == HAMMER2_PFSTYPE_SUPROOT) { 976 tabprintf(tab, "pfs_nmas %u\n", 977 media.ipdata.meta.pfs_nmasters); 978 tabprintf(tab, "pfs_type %u (%s)\n", 979 media.ipdata.meta.pfs_type, 980 hammer2_pfstype_to_str(media.ipdata.meta.pfs_type)); 981 tabprintf(tab, "pfs_inum 0x%016jx\n", 982 (uintmax_t)media.ipdata.meta.pfs_inum); 983 tabprintf(tab, "pfs_clid %s\n", 984 hammer2_uuid_to_str(&media.ipdata.meta.pfs_clid, 985 &str)); 986 tabprintf(tab, "pfs_fsid %s\n", 987 hammer2_uuid_to_str(&media.ipdata.meta.pfs_fsid, 988 &str)); 989 tabprintf(tab, "pfs_lsnap_tid 0x%016jx\n", 990 (uintmax_t)media.ipdata.meta.pfs_lsnap_tid); 991 } 992 tabprintf(tab, "data_quota %ju\n", 993 (uintmax_t)media.ipdata.meta.data_quota); 994 tabprintf(tab, "data_count %ju\n", 995 (uintmax_t)bref->embed.stats.data_count); 996 tabprintf(tab, "inode_quota %ju\n", 997 (uintmax_t)media.ipdata.meta.inode_quota); 998 tabprintf(tab, "inode_count %ju\n", 999 (uintmax_t)bref->embed.stats.inode_count); 1000 break; 1001 case HAMMER2_BREF_TYPE_INDIRECT: 1002 printf("{\n"); 1003 break; 1004 case HAMMER2_BREF_TYPE_DATA: 1005 printf("\n"); 1006 obrace = 0; 1007 break; 1008 case HAMMER2_BREF_TYPE_VOLUME: 1009 printf("mirror_tid=%016jx freemap_tid=%016jx ", 1010 media.voldata.mirror_tid, 1011 media.voldata.freemap_tid); 1012 printf("{\n"); 1013 break; 1014 case HAMMER2_BREF_TYPE_FREEMAP: 1015 printf("mirror_tid=%016jx freemap_tid=%016jx ", 1016 media.voldata.mirror_tid, 1017 media.voldata.freemap_tid); 1018 printf("{\n"); 1019 break; 1020 case HAMMER2_BREF_TYPE_FREEMAP_LEAF: 1021 printf("{\n"); 1022 tmp = bref->data_off & ~HAMMER2_OFF_MASK_RADIX; 1023 tmp &= HAMMER2_SEGMASK; 1024 tmp /= HAMMER2_PBUFSIZE; 1025 assert(tmp >= HAMMER2_ZONE_FREEMAP_00); 1026 assert(tmp < HAMMER2_ZONE_FREEMAP_END); 1027 tmp -= HAMMER2_ZONE_FREEMAP_00; 1028 tmp /= HAMMER2_ZONE_FREEMAP_INC; 1029 tabprintf(tab, "rotation=%d\n", (int)tmp); 1030 1031 for (i = 0; i < HAMMER2_FREEMAP_COUNT; ++i) { 1032 hammer2_off_t data_off = bref->key + 1033 i * HAMMER2_FREEMAP_LEVEL0_SIZE; 1034 #if HAMMER2_BMAP_ELEMENTS != 8 1035 #error "cmd_debug.c: HAMMER2_BMAP_ELEMENTS expected to be 8" 1036 #endif 1037 tabprintf(tab + 4, "%016jx %04d.%04x (avail=%7d) " 1038 "%016jx %016jx %016jx %016jx " 1039 "%016jx %016jx %016jx %016jx\n", 1040 data_off, i, media.bmdata[i].class, 1041 media.bmdata[i].avail, 1042 media.bmdata[i].bitmapq[0], 1043 media.bmdata[i].bitmapq[1], 1044 media.bmdata[i].bitmapq[2], 1045 media.bmdata[i].bitmapq[3], 1046 media.bmdata[i].bitmapq[4], 1047 media.bmdata[i].bitmapq[5], 1048 media.bmdata[i].bitmapq[6], 1049 media.bmdata[i].bitmapq[7]); 1050 } 1051 tabprintf(tab, "}\n"); 1052 break; 1053 case HAMMER2_BREF_TYPE_FREEMAP_NODE: 1054 printf("{\n"); 1055 tmp = bref->data_off & ~HAMMER2_OFF_MASK_RADIX; 1056 tmp &= HAMMER2_SEGMASK; 1057 tmp /= HAMMER2_PBUFSIZE; 1058 assert(tmp >= HAMMER2_ZONE_FREEMAP_00); 1059 assert(tmp < HAMMER2_ZONE_FREEMAP_END); 1060 tmp -= HAMMER2_ZONE_FREEMAP_00; 1061 tmp /= HAMMER2_ZONE_FREEMAP_INC; 1062 tabprintf(tab, "rotation=%d\n", (int)tmp); 1063 break; 1064 default: 1065 printf("\n"); 1066 obrace = 0; 1067 break; 1068 } 1069 if (str) 1070 free(str); 1071 1072 skip_data: 1073 /* 1074 * Update statistics. 1075 */ 1076 switch(bref->type) { 1077 case HAMMER2_BREF_TYPE_FREEMAP_LEAF: 1078 for (i = 0; i < HAMMER2_FREEMAP_COUNT; ++i) { 1079 hammer2_off_t data_off = bref->key + 1080 i * HAMMER2_FREEMAP_LEVEL0_SIZE; 1081 if (data_off >= voldata->aux_end && 1082 data_off < voldata->volu_size) { 1083 int j; 1084 for (j = 0; j < 4; ++j) 1085 CountBlocks(&media.bmdata[i], j, 1086 &TotalAccum16[j], 1087 &TotalAccum64[j]); 1088 } else 1089 TotalUnavail += HAMMER2_FREEMAP_LEVEL0_SIZE; 1090 } 1091 TotalFreemap += HAMMER2_FREEMAP_LEVEL1_SIZE; 1092 break; 1093 default: 1094 break; 1095 } 1096 1097 /* 1098 * Recurse if norecurse == 0. If the CRC failed, pass norecurse = 1. 1099 * That is, if an indirect or inode fails we still try to list its 1100 * direct children to help with debugging, but go no further than 1101 * that because they are probably garbage. 1102 */ 1103 if (show_depth == -1 || ((tab - init_tab) / show_tab) < show_depth) { 1104 for (i = 0; norecurse == 0 && i < bcount; ++i) { 1105 if (bscan[i].type != HAMMER2_BREF_TYPE_EMPTY) { 1106 show_bref(voldata, fd, tab, i, &bscan[i], 1107 failed); 1108 } 1109 } 1110 } 1111 tab -= show_tab; 1112 if (obrace) { 1113 if (bref->type == HAMMER2_BREF_TYPE_INODE) 1114 tabprintf(tab, "} (%s.%d, \"%*.*s\")\n", 1115 type_str, bi, namelen, namelen, 1116 media.ipdata.filename); 1117 else 1118 tabprintf(tab, "} (%s.%d)\n", type_str, bi); 1119 } 1120 } 1121 1122 static 1123 void 1124 CountBlocks(hammer2_bmap_data_t *bmap, int value, 1125 hammer2_off_t *accum16, hammer2_off_t *accum64) 1126 { 1127 int i, j, bits; 1128 hammer2_bitmap_t value16, value64; 1129 1130 bits = (int)sizeof(hammer2_bitmap_t) * 8; 1131 assert(bits == 64); 1132 1133 value16 = value; 1134 assert(value16 < 4); 1135 value64 = (value16 << 6) | (value16 << 4) | (value16 << 2) | value16; 1136 assert(value64 < 256); 1137 1138 for (i = 0; i < HAMMER2_BMAP_ELEMENTS; ++i) { 1139 hammer2_bitmap_t bm = bmap->bitmapq[i]; 1140 hammer2_bitmap_t bm_save = bm; 1141 hammer2_bitmap_t mask; 1142 1143 mask = 0x03; /* 2 bits per 16KB */ 1144 for (j = 0; j < bits; j += 2) { 1145 if ((bm & mask) == value16) 1146 *accum16 += 16384; 1147 bm >>= 2; 1148 } 1149 1150 bm = bm_save; 1151 mask = 0xFF; /* 8 bits per 64KB chunk */ 1152 for (j = 0; j < bits; j += 8) { 1153 if ((bm & mask) == value64) 1154 *accum64 += 65536; 1155 bm >>= 8; 1156 } 1157 } 1158 } 1159 1160 int 1161 cmd_hash(int ac, const char **av) 1162 { 1163 int i; 1164 1165 for (i = 0; i < ac; ++i) { 1166 printf("%016jx %s\n", 1167 dirhash((const unsigned char*)av[i], strlen(av[i])), 1168 av[i]); 1169 } 1170 return(0); 1171 } 1172 1173 int 1174 cmd_dhash(int ac, const char **av) 1175 { 1176 char buf[1024]; /* 1K extended directory record */ 1177 uint64_t hash; 1178 int i; 1179 1180 for (i = 0; i < ac; ++i) { 1181 bzero(buf, sizeof(buf)); 1182 snprintf(buf, sizeof(buf), "%s", av[i]); 1183 hash = XXH64(buf, sizeof(buf), XXH_HAMMER2_SEED); 1184 printf("%016jx %s\n", hash, av[i]); 1185 } 1186 return(0); 1187 } 1188 1189 int 1190 cmd_dumpchain(const char *path, u_int flags) 1191 { 1192 int dummy = (int)flags; 1193 int ecode = 0; 1194 int fd; 1195 1196 fd = open(path, O_RDONLY); 1197 if (fd >= 0) { 1198 if (ioctl(fd, HAMMER2IOC_DEBUG_DUMP, &dummy) < 0) { 1199 fprintf(stderr, "%s: %s\n", path, strerror(errno)); 1200 ecode = 1; 1201 } 1202 close(fd); 1203 } else { 1204 fprintf(stderr, "unable to open %s\n", path); 1205 ecode = 1; 1206 } 1207 return ecode; 1208 } 1209 1210 static 1211 void 1212 tabprintf(int tab, const char *ctl, ...) 1213 { 1214 va_list va; 1215 1216 printf("%*.*s", tab, tab, ""); 1217 va_start(va, ctl); 1218 vprintf(ctl, va); 1219 va_end(va); 1220 } 1221