1{ 2 "context": { 3 "mac_address": "08:00:2b:01:02:03", 4 "benchmark_language": "Python", 5 "language_implementation_version": "CPython 2.7", 6 "dependencies": {"six": "", "numpy": "1.14", "other_lib": "1.0"}, 7 "git_commit_timestamp": "2019-02-14 22:42:22 +0100", 8 "git_hash": "123456789abcde", 9 "run_timestamp": "2019-02-25 03:00:40 -0600", 10 "Extra stuff": "does not hurt anything and won't be added.", 11 "However": "all of the entries above 'Extra stuff' are required." 12 }, 13 "benchmark_version": { 14 "Benchmark 2": "version 0", 15 "Benchmark 3": "any string is a version. (Benchmark 3 not actually used)" 16 }, 17 "benchmarks": [ 18 { 19 "benchmark_name": "Benchmark 2", 20 "parameter_values": {"arg0": 1, "arg1": 5}, 21 "value": 2.5, 22 "val_min": 1, 23 "val_q1": 2, 24 "val_q3": 3, 25 "val_max": 4, 26 "std_dev": 1.41, 27 "n_obs": 8, 28 "run_metadata": {"any": "json object is admissible"}, 29 "run_notes": "This value is an arbitrary-length string." 30 }, 31 { 32 "benchmark_name": "Benchmark 2", 33 "parameter_values": {"arg0": 2, "arg1": 5}, 34 "value": 5, 35 "std_dev": 3.14, 36 "n_obs": 8 37 }, 38 { 39 "benchmark_name": "Benchmark 2", 40 "parameter_values": {"arg0": 3, "arg1": 5}, 41 "value": 2.5, 42 "val_min": 0.5, 43 "val_q1": 1, 44 "val_q3": 3, 45 "val_max": 5, 46 "std_dev": 3, 47 "n_obs": 8, 48 "run_notes": "The previous run in this list has the minimal set of keys." 49 }, 50 { 51 "benchmark_name": "Benchmark 2", 52 "parameter_values": {"arg0": 4, "arg1": 5}, 53 "value": 3, 54 "val_min": 2, 55 "val_q1": 2.5, 56 "val_q3": 4, 57 "val_max": 4.5, 58 "std_dev": 1.5, 59 "n_obs": 8 60 }, 61 { 62 "benchmark_name": "Benchmark 2", 63 "parameter_values": {"arg0": 5, "arg1": 5}, 64 "value": 3, 65 "val_min": 1, 66 "val_q1": 2, 67 "val_q3": 4, 68 "val_max": 5, 69 "std_dev": 2, 70 "n_obs": 8 71 } 72 ] 73} 74