1#line 2 "suites/host_test.function" 2 3/** 4 * \brief Verifies that string is in string parameter format i.e. "<str>" 5 * It also strips enclosing '"' from the input string. 6 * 7 * \param str String parameter. 8 * 9 * \return 0 if success else 1 10 */ 11int verify_string( char **str ) 12{ 13 if( ( *str )[0] != '"' || 14 ( *str )[strlen( *str ) - 1] != '"' ) 15 { 16 mbedtls_fprintf( stderr, 17 "Expected string (with \"\") for parameter and got: %s\n", *str ); 18 return( -1 ); 19 } 20 21 ( *str )++; 22 ( *str )[strlen( *str ) - 1] = '\0'; 23 24 return( 0 ); 25} 26 27/** 28 * \brief Verifies that string is an integer. Also gives the converted 29 * integer value. 30 * 31 * \param str Input string. 32 * \param value Pointer to int for output value. 33 * 34 * \return 0 if success else 1 35 */ 36int verify_int( char *str, int *value ) 37{ 38 size_t i; 39 int minus = 0; 40 int digits = 1; 41 int hex = 0; 42 43 for( i = 0; i < strlen( str ); i++ ) 44 { 45 if( i == 0 && str[i] == '-' ) 46 { 47 minus = 1; 48 continue; 49 } 50 51 if( ( ( minus && i == 2 ) || ( !minus && i == 1 ) ) && 52 str[i - 1] == '0' && ( str[i] == 'x' || str[i] == 'X' ) ) 53 { 54 hex = 1; 55 continue; 56 } 57 58 if( ! ( ( str[i] >= '0' && str[i] <= '9' ) || 59 ( hex && ( ( str[i] >= 'a' && str[i] <= 'f' ) || 60 ( str[i] >= 'A' && str[i] <= 'F' ) ) ) ) ) 61 { 62 digits = 0; 63 break; 64 } 65 } 66 67 if( digits ) 68 { 69 if( hex ) 70 *value = strtol( str, NULL, 16 ); 71 else 72 *value = strtol( str, NULL, 10 ); 73 74 return( 0 ); 75 } 76 77 mbedtls_fprintf( stderr, 78 "Expected integer for parameter and got: %s\n", str ); 79 return( KEY_VALUE_MAPPING_NOT_FOUND ); 80} 81 82 83/** 84 * \brief Usage string. 85 * 86 */ 87#define USAGE \ 88 "Usage: %s [OPTIONS] files...\n\n" \ 89 " Command line arguments:\n" \ 90 " files... One or more test data files. If no file is\n" \ 91 " specified the following default test case\n" \ 92 " file is used:\n" \ 93 " %s\n\n" \ 94 " Options:\n" \ 95 " -v | --verbose Display full information about each test\n" \ 96 " -h | --help Display this information\n\n", \ 97 argv[0], \ 98 "TESTCASE_FILENAME" 99 100 101/** 102 * \brief Read a line from the passed file pointer. 103 * 104 * \param f FILE pointer 105 * \param buf Pointer to memory to hold read line. 106 * \param len Length of the buf. 107 * 108 * \return 0 if success else -1 109 */ 110int get_line( FILE *f, char *buf, size_t len ) 111{ 112 char *ret; 113 int i = 0, str_len = 0, has_string = 0; 114 115 /* Read until we get a valid line */ 116 do 117 { 118 ret = fgets( buf, len, f ); 119 if( ret == NULL ) 120 return( -1 ); 121 122 str_len = strlen( buf ); 123 124 /* Skip empty line and comment */ 125 if ( str_len == 0 || buf[0] == '#' ) 126 continue; 127 has_string = 0; 128 for ( i = 0; i < str_len; i++ ) 129 { 130 char c = buf[i]; 131 if ( c != ' ' && c != '\t' && c != '\n' && 132 c != '\v' && c != '\f' && c != '\r' ) 133 { 134 has_string = 1; 135 break; 136 } 137 } 138 } while( !has_string ); 139 140 /* Strip new line and carriage return */ 141 ret = buf + strlen( buf ); 142 if( ret-- > buf && *ret == '\n' ) 143 *ret = '\0'; 144 if( ret-- > buf && *ret == '\r' ) 145 *ret = '\0'; 146 147 return( 0 ); 148} 149 150/** 151 * \brief Splits string delimited by ':'. Ignores '\:'. 152 * 153 * \param buf Input string 154 * \param len Input string length 155 * \param params Out params found 156 * \param params_len Out params array len 157 * 158 * \return Count of strings found. 159 */ 160static int parse_arguments( char *buf, size_t len, char **params, 161 size_t params_len ) 162{ 163 size_t cnt = 0, i; 164 char *cur = buf; 165 char *p = buf, *q; 166 167 params[cnt++] = cur; 168 169 while( *p != '\0' && p < ( buf + len ) ) 170 { 171 if( *p == '\\' ) 172 { 173 p++; 174 p++; 175 continue; 176 } 177 if( *p == ':' ) 178 { 179 if( p + 1 < buf + len ) 180 { 181 cur = p + 1; 182 TEST_HELPER_ASSERT( cnt < params_len ); 183 params[cnt++] = cur; 184 } 185 *p = '\0'; 186 } 187 188 p++; 189 } 190 191 /* Replace newlines, question marks and colons in strings */ 192 for( i = 0; i < cnt; i++ ) 193 { 194 p = params[i]; 195 q = params[i]; 196 197 while( *p != '\0' ) 198 { 199 if( *p == '\\' && *( p + 1 ) == 'n' ) 200 { 201 p += 2; 202 *( q++ ) = '\n'; 203 } 204 else if( *p == '\\' && *( p + 1 ) == ':' ) 205 { 206 p += 2; 207 *( q++ ) = ':'; 208 } 209 else if( *p == '\\' && *( p + 1 ) == '?' ) 210 { 211 p += 2; 212 *( q++ ) = '?'; 213 } 214 else 215 *( q++ ) = *( p++ ); 216 } 217 *q = '\0'; 218 } 219 220 return( cnt ); 221} 222 223/** 224 * \brief Converts parameters into test function consumable parameters. 225 * Example: Input: {"int", "0", "char*", "Hello", 226 * "hex", "abef", "exp", "1"} 227 * Output: { 228 * 0, // Verified int 229 * "Hello", // Verified string 230 * 2, { 0xab, 0xef },// Converted len,hex pair 231 * 9600 // Evaluated expression 232 * } 233 * 234 * 235 * \param cnt Parameter array count. 236 * \param params Out array of found parameters. 237 * \param int_params_store Memory for storing processed integer parameters. 238 * 239 * \return 0 for success else 1 240 */ 241static int convert_params( size_t cnt , char ** params , int * int_params_store ) 242{ 243 char ** cur = params; 244 char ** out = params; 245 int ret = DISPATCH_TEST_SUCCESS; 246 247 while ( cur < params + cnt ) 248 { 249 char * type = *cur++; 250 char * val = *cur++; 251 252 if ( strcmp( type, "char*" ) == 0 ) 253 { 254 if ( verify_string( &val ) == 0 ) 255 { 256 *out++ = val; 257 } 258 else 259 { 260 ret = ( DISPATCH_INVALID_TEST_DATA ); 261 break; 262 } 263 } 264 else if ( strcmp( type, "int" ) == 0 ) 265 { 266 if ( verify_int( val, int_params_store ) == 0 ) 267 { 268 *out++ = (char *) int_params_store++; 269 } 270 else 271 { 272 ret = ( DISPATCH_INVALID_TEST_DATA ); 273 break; 274 } 275 } 276 else if ( strcmp( type, "hex" ) == 0 ) 277 { 278 if ( verify_string( &val ) == 0 ) 279 { 280 size_t len; 281 282 TEST_HELPER_ASSERT( 283 mbedtls_test_unhexify( (unsigned char *) val, strlen( val ), 284 val, &len ) == 0 ); 285 286 *int_params_store = len; 287 *out++ = val; 288 *out++ = (char *)(int_params_store++); 289 } 290 else 291 { 292 ret = ( DISPATCH_INVALID_TEST_DATA ); 293 break; 294 } 295 } 296 else if ( strcmp( type, "exp" ) == 0 ) 297 { 298 int exp_id = strtol( val, NULL, 10 ); 299 if ( get_expression ( exp_id, int_params_store ) == 0 ) 300 { 301 *out++ = (char *)int_params_store++; 302 } 303 else 304 { 305 ret = ( DISPATCH_INVALID_TEST_DATA ); 306 break; 307 } 308 } 309 else 310 { 311 ret = ( DISPATCH_INVALID_TEST_DATA ); 312 break; 313 } 314 } 315 return( ret ); 316} 317 318/** 319 * \brief Tests snprintf implementation with test input. 320 * 321 * \note 322 * At high optimization levels (e.g. gcc -O3), this function may be 323 * inlined in run_test_snprintf. This can trigger a spurious warning about 324 * potential misuse of snprintf from gcc -Wformat-truncation (observed with 325 * gcc 7.2). This warning makes tests in run_test_snprintf redundant on gcc 326 * only. They are still valid for other compilers. Avoid this warning by 327 * forbidding inlining of this function by gcc. 328 * 329 * \param n Buffer test length. 330 * \param ref_buf Expected buffer. 331 * \param ref_ret Expected snprintf return value. 332 * 333 * \return 0 for success else 1 334 */ 335#if defined(__GNUC__) 336__attribute__((__noinline__)) 337#endif 338static int test_snprintf( size_t n, const char *ref_buf, int ref_ret ) 339{ 340 int ret; 341 char buf[10] = "xxxxxxxxx"; 342 const char ref[10] = "xxxxxxxxx"; 343 344 if( n >= sizeof( buf ) ) 345 return( -1 ); 346 ret = mbedtls_snprintf( buf, n, "%s", "123" ); 347 if( ret < 0 || (size_t) ret >= n ) 348 ret = -1; 349 350 if( strncmp( ref_buf, buf, sizeof( buf ) ) != 0 || 351 ref_ret != ret || 352 memcmp( buf + n, ref + n, sizeof( buf ) - n ) != 0 ) 353 { 354 return( 1 ); 355 } 356 357 return( 0 ); 358} 359 360/** 361 * \brief Tests snprintf implementation. 362 * 363 * \param none 364 * 365 * \return 0 for success else 1 366 */ 367static int run_test_snprintf( void ) 368{ 369 return( test_snprintf( 0, "xxxxxxxxx", -1 ) != 0 || 370 test_snprintf( 1, "", -1 ) != 0 || 371 test_snprintf( 2, "1", -1 ) != 0 || 372 test_snprintf( 3, "12", -1 ) != 0 || 373 test_snprintf( 4, "123", 3 ) != 0 || 374 test_snprintf( 5, "123", 3 ) != 0 ); 375} 376 377/** \brief Write the description of the test case to the outcome CSV file. 378 * 379 * \param outcome_file The file to write to. 380 * If this is \c NULL, this function does nothing. 381 * \param argv0 The test suite name. 382 * \param test_case The test case description. 383 */ 384static void write_outcome_entry( FILE *outcome_file, 385 const char *argv0, 386 const char *test_case ) 387{ 388 /* The non-varying fields are initialized on first use. */ 389 static const char *platform = NULL; 390 static const char *configuration = NULL; 391 static const char *test_suite = NULL; 392 393 if( outcome_file == NULL ) 394 return; 395 396 if( platform == NULL ) 397 { 398 platform = getenv( "MBEDTLS_TEST_PLATFORM" ); 399 if( platform == NULL ) 400 platform = "unknown"; 401 } 402 if( configuration == NULL ) 403 { 404 configuration = getenv( "MBEDTLS_TEST_CONFIGURATION" ); 405 if( configuration == NULL ) 406 configuration = "unknown"; 407 } 408 if( test_suite == NULL ) 409 { 410 test_suite = strrchr( argv0, '/' ); 411 if( test_suite != NULL ) 412 test_suite += 1; // skip the '/' 413 else 414 test_suite = argv0; 415 } 416 417 /* Write the beginning of the outcome line. 418 * Ignore errors: writing the outcome file is on a best-effort basis. */ 419 mbedtls_fprintf( outcome_file, "%s;%s;%s;%s;", 420 platform, configuration, test_suite, test_case ); 421} 422 423/** \brief Write the result of the test case to the outcome CSV file. 424 * 425 * \param outcome_file The file to write to. 426 * If this is \c NULL, this function does nothing. 427 * \param unmet_dep_count The number of unmet dependencies. 428 * \param unmet_dependencies The array of unmet dependencies. 429 * \param missing_unmet_dependencies Non-zero if there was a problem tracking 430 * all unmet dependencies, 0 otherwise. 431 * \param ret The test dispatch status (DISPATCH_xxx). 432 * \param test_info A pointer to the test info structure. 433 */ 434static void write_outcome_result( FILE *outcome_file, 435 size_t unmet_dep_count, 436 int unmet_dependencies[], 437 int missing_unmet_dependencies, 438 int ret, 439 const test_info_t *info ) 440{ 441 if( outcome_file == NULL ) 442 return; 443 444 /* Write the end of the outcome line. 445 * Ignore errors: writing the outcome file is on a best-effort basis. */ 446 switch( ret ) 447 { 448 case DISPATCH_TEST_SUCCESS: 449 if( unmet_dep_count > 0 ) 450 { 451 size_t i; 452 mbedtls_fprintf( outcome_file, "SKIP" ); 453 for( i = 0; i < unmet_dep_count; i++ ) 454 { 455 mbedtls_fprintf( outcome_file, "%c%d", 456 i == 0 ? ';' : ':', 457 unmet_dependencies[i] ); 458 } 459 if( missing_unmet_dependencies ) 460 mbedtls_fprintf( outcome_file, ":..." ); 461 break; 462 } 463 switch( info->result ) 464 { 465 case TEST_RESULT_SUCCESS: 466 mbedtls_fprintf( outcome_file, "PASS;" ); 467 break; 468 case TEST_RESULT_SKIPPED: 469 mbedtls_fprintf( outcome_file, "SKIP;Runtime skip" ); 470 break; 471 default: 472 mbedtls_fprintf( outcome_file, "FAIL;%s:%d:%s", 473 info->filename, info->line_no, 474 info->test ); 475 break; 476 } 477 break; 478 case DISPATCH_TEST_FN_NOT_FOUND: 479 mbedtls_fprintf( outcome_file, "FAIL;Test function not found" ); 480 break; 481 case DISPATCH_INVALID_TEST_DATA: 482 mbedtls_fprintf( outcome_file, "FAIL;Invalid test data" ); 483 break; 484 case DISPATCH_UNSUPPORTED_SUITE: 485 mbedtls_fprintf( outcome_file, "SKIP;Unsupported suite" ); 486 break; 487 default: 488 mbedtls_fprintf( outcome_file, "FAIL;Unknown cause" ); 489 break; 490 } 491 mbedtls_fprintf( outcome_file, "\n" ); 492 fflush( outcome_file ); 493} 494 495/** 496 * \brief Desktop implementation of execute_tests(). 497 * Parses command line and executes tests from 498 * supplied or default data file. 499 * 500 * \param argc Command line argument count. 501 * \param argv Argument array. 502 * 503 * \return Program exit status. 504 */ 505int execute_tests( int argc , const char ** argv ) 506{ 507 /* Local Configurations and options */ 508 const char *default_filename = "DATA_FILE"; 509 const char *test_filename = NULL; 510 const char **test_files = NULL; 511 size_t testfile_count = 0; 512 int option_verbose = 0; 513 size_t function_id = 0; 514 515 /* Other Local variables */ 516 int arg_index = 1; 517 const char *next_arg; 518 size_t testfile_index, i, cnt; 519 int ret; 520 unsigned total_errors = 0, total_tests = 0, total_skipped = 0; 521 FILE *file; 522 char buf[5000]; 523 char *params[50]; 524 /* Store for proccessed integer params. */ 525 int int_params[50]; 526 void *pointer; 527#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) 528 int stdout_fd = -1; 529#endif /* __unix__ || __APPLE__ __MACH__ */ 530 const char *outcome_file_name = getenv( "MBEDTLS_TEST_OUTCOME_FILE" ); 531 FILE *outcome_file = NULL; 532 533#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \ 534 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC) 535 unsigned char alloc_buf[1000000]; 536 mbedtls_memory_buffer_alloc_init( alloc_buf, sizeof( alloc_buf ) ); 537#endif 538 539 /* 540 * The C standard doesn't guarantee that all-bits-0 is the representation 541 * of a NULL pointer. We do however use that in our code for initializing 542 * structures, which should work on every modern platform. Let's be sure. 543 */ 544 memset( &pointer, 0, sizeof( void * ) ); 545 if( pointer != NULL ) 546 { 547 mbedtls_fprintf( stderr, "all-bits-zero is not a NULL pointer\n" ); 548 return( 1 ); 549 } 550 551 /* 552 * Make sure we have a snprintf that correctly zero-terminates 553 */ 554 if( run_test_snprintf() != 0 ) 555 { 556 mbedtls_fprintf( stderr, "the snprintf implementation is broken\n" ); 557 return( 1 ); 558 } 559 560 if( outcome_file_name != NULL && *outcome_file_name != '\0' ) 561 { 562 outcome_file = fopen( outcome_file_name, "a" ); 563 if( outcome_file == NULL ) 564 { 565 mbedtls_fprintf( stderr, "Unable to open outcome file. Continuing anyway.\n" ); 566 } 567 } 568 569 while( arg_index < argc ) 570 { 571 next_arg = argv[arg_index]; 572 573 if( strcmp( next_arg, "--verbose" ) == 0 || 574 strcmp( next_arg, "-v" ) == 0 ) 575 { 576 option_verbose = 1; 577 } 578 else if( strcmp(next_arg, "--help" ) == 0 || 579 strcmp(next_arg, "-h" ) == 0 ) 580 { 581 mbedtls_fprintf( stdout, USAGE ); 582 mbedtls_exit( EXIT_SUCCESS ); 583 } 584 else 585 { 586 /* Not an option, therefore treat all further arguments as the file 587 * list. 588 */ 589 test_files = &argv[ arg_index ]; 590 testfile_count = argc - arg_index; 591 } 592 593 arg_index++; 594 } 595 596 /* If no files were specified, assume a default */ 597 if ( test_files == NULL || testfile_count == 0 ) 598 { 599 test_files = &default_filename; 600 testfile_count = 1; 601 } 602 603 /* Initialize the struct that holds information about the last test */ 604 memset( &test_info, 0, sizeof( test_info ) ); 605 606 /* Now begin to execute the tests in the testfiles */ 607 for ( testfile_index = 0; 608 testfile_index < testfile_count; 609 testfile_index++ ) 610 { 611 size_t unmet_dep_count = 0; 612 int unmet_dependencies[20]; 613 int missing_unmet_dependencies = 0; 614 615 test_filename = test_files[ testfile_index ]; 616 617 file = fopen( test_filename, "r" ); 618 if( file == NULL ) 619 { 620 mbedtls_fprintf( stderr, "Failed to open test file: %s\n", 621 test_filename ); 622 if( outcome_file != NULL ) 623 fclose( outcome_file ); 624 return( 1 ); 625 } 626 627 while( !feof( file ) ) 628 { 629 if( unmet_dep_count > 0 ) 630 { 631 mbedtls_fprintf( stderr, 632 "FATAL: Dep count larger than zero at start of loop\n" ); 633 mbedtls_exit( MBEDTLS_EXIT_FAILURE ); 634 } 635 unmet_dep_count = 0; 636 missing_unmet_dependencies = 0; 637 638 if( ( ret = get_line( file, buf, sizeof(buf) ) ) != 0 ) 639 break; 640 mbedtls_fprintf( stdout, "%s%.66s", 641 test_info.result == TEST_RESULT_FAILED ? "\n" : "", buf ); 642 mbedtls_fprintf( stdout, " " ); 643 for( i = strlen( buf ) + 1; i < 67; i++ ) 644 mbedtls_fprintf( stdout, "." ); 645 mbedtls_fprintf( stdout, " " ); 646 fflush( stdout ); 647 write_outcome_entry( outcome_file, argv[0], buf ); 648 649 total_tests++; 650 651 if( ( ret = get_line( file, buf, sizeof( buf ) ) ) != 0 ) 652 break; 653 cnt = parse_arguments( buf, strlen( buf ), params, 654 sizeof( params ) / sizeof( params[0] ) ); 655 656 if( strcmp( params[0], "depends_on" ) == 0 ) 657 { 658 for( i = 1; i < cnt; i++ ) 659 { 660 int dep_id = strtol( params[i], NULL, 10 ); 661 if( dep_check( dep_id ) != DEPENDENCY_SUPPORTED ) 662 { 663 if( unmet_dep_count < 664 ARRAY_LENGTH( unmet_dependencies ) ) 665 { 666 unmet_dependencies[unmet_dep_count] = dep_id; 667 unmet_dep_count++; 668 } 669 else 670 { 671 missing_unmet_dependencies = 1; 672 } 673 } 674 } 675 676 if( ( ret = get_line( file, buf, sizeof( buf ) ) ) != 0 ) 677 break; 678 cnt = parse_arguments( buf, strlen( buf ), params, 679 sizeof( params ) / sizeof( params[0] ) ); 680 } 681 682 // If there are no unmet dependencies execute the test 683 if( unmet_dep_count == 0 ) 684 { 685 test_info.result = TEST_RESULT_SUCCESS; 686 test_info.step = (unsigned long)( -1 ); 687 688#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) 689 /* Suppress all output from the library unless we're verbose 690 * mode 691 */ 692 if( !option_verbose ) 693 { 694 stdout_fd = redirect_output( stdout, "/dev/null" ); 695 if( stdout_fd == -1 ) 696 { 697 /* Redirection has failed with no stdout so exit */ 698 exit( 1 ); 699 } 700 } 701#endif /* __unix__ || __APPLE__ __MACH__ */ 702 703 function_id = strtoul( params[0], NULL, 10 ); 704 if ( (ret = check_test( function_id )) == DISPATCH_TEST_SUCCESS ) 705 { 706 ret = convert_params( cnt - 1, params + 1, int_params ); 707 if ( DISPATCH_TEST_SUCCESS == ret ) 708 { 709 ret = dispatch_test( function_id, (void **)( params + 1 ) ); 710 } 711 } 712 713#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) 714 if( !option_verbose && restore_output( stdout, stdout_fd ) ) 715 { 716 /* Redirection has failed with no stdout so exit */ 717 exit( 1 ); 718 } 719#endif /* __unix__ || __APPLE__ __MACH__ */ 720 721 } 722 723 write_outcome_result( outcome_file, 724 unmet_dep_count, unmet_dependencies, 725 missing_unmet_dependencies, 726 ret, &test_info ); 727 if( unmet_dep_count > 0 || ret == DISPATCH_UNSUPPORTED_SUITE ) 728 { 729 total_skipped++; 730 mbedtls_fprintf( stdout, "----" ); 731 732 if( 1 == option_verbose && ret == DISPATCH_UNSUPPORTED_SUITE ) 733 { 734 mbedtls_fprintf( stdout, "\n Test Suite not enabled" ); 735 } 736 737 if( 1 == option_verbose && unmet_dep_count > 0 ) 738 { 739 mbedtls_fprintf( stdout, "\n Unmet dependencies: " ); 740 for( i = 0; i < unmet_dep_count; i++ ) 741 { 742 mbedtls_fprintf( stdout, "%d ", 743 unmet_dependencies[i] ); 744 } 745 if( missing_unmet_dependencies ) 746 mbedtls_fprintf( stdout, "..." ); 747 } 748 mbedtls_fprintf( stdout, "\n" ); 749 fflush( stdout ); 750 751 unmet_dep_count = 0; 752 missing_unmet_dependencies = 0; 753 } 754 else if( ret == DISPATCH_TEST_SUCCESS ) 755 { 756 if( test_info.result == TEST_RESULT_SUCCESS ) 757 { 758 mbedtls_fprintf( stdout, "PASS\n" ); 759 } 760 else if( test_info.result == TEST_RESULT_SKIPPED ) 761 { 762 mbedtls_fprintf( stdout, "----\n" ); 763 total_skipped++; 764 } 765 else 766 { 767 total_errors++; 768 mbedtls_fprintf( stdout, "FAILED\n" ); 769 mbedtls_fprintf( stdout, " %s\n at ", 770 test_info.test ); 771 if( test_info.step != (unsigned long)( -1 ) ) 772 { 773 mbedtls_fprintf( stdout, "step %lu, ", 774 test_info.step ); 775 } 776 mbedtls_fprintf( stdout, "line %d, %s", 777 test_info.line_no, test_info.filename ); 778 } 779 fflush( stdout ); 780 } 781 else if( ret == DISPATCH_INVALID_TEST_DATA ) 782 { 783 mbedtls_fprintf( stderr, "FAILED: FATAL PARSE ERROR\n" ); 784 fclose( file ); 785 mbedtls_exit( 2 ); 786 } 787 else if( ret == DISPATCH_TEST_FN_NOT_FOUND ) 788 { 789 mbedtls_fprintf( stderr, "FAILED: FATAL TEST FUNCTION NOT FOUND\n" ); 790 fclose( file ); 791 mbedtls_exit( 2 ); 792 } 793 else 794 total_errors++; 795 } 796 fclose( file ); 797 } 798 799 if( outcome_file != NULL ) 800 fclose( outcome_file ); 801 802 mbedtls_fprintf( stdout, "\n----------------------------------------------------------------------------\n\n"); 803 if( total_errors == 0 ) 804 mbedtls_fprintf( stdout, "PASSED" ); 805 else 806 mbedtls_fprintf( stdout, "FAILED" ); 807 808 mbedtls_fprintf( stdout, " (%u / %u tests (%u skipped))\n", 809 total_tests - total_errors, total_tests, total_skipped ); 810 811#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \ 812 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC) 813#if defined(MBEDTLS_MEMORY_DEBUG) 814 mbedtls_memory_buffer_alloc_status(); 815#endif 816 mbedtls_memory_buffer_alloc_free(); 817#endif 818 819 return( total_errors != 0 ); 820} 821