1# This Source Code Form is subject to the terms of the Mozilla Public 2# License, v. 2.0. If a copy of the MPL was not distributed with this 3# file, You can obtain one at http://mozilla.org/MPL/2.0/. 4--- 5name: raptor 6manifest: testing/raptor/raptor/raptor.ini 7static-only: False 8suites: 9 desktop: 10 description: "Tests for page-load performance. The links direct to the actual websites that are being tested." 11 tests: 12 amazon: "BT, FF, CH, CU" 13 bing-search: "BT, FF, CH, CU" 14 buzzfeed: "BT, FF, CH, CU" 15 cnn: "BT, FF, CH, CU" 16 ebay: "BT, FF, CH, CU" 17 espn: "BT, FF, CH, CU" 18 expedia: "BT, FF, CH, CU" 19 facebook: "BT, FF, CH, CU" 20 fandom: "BT, FF, CH, CU" 21 google-docs: "BT, FF, CH, CU" 22 google-docs-canvas: "BT, FF, CH, CU" 23 google-mail: "BT, FF, CH, CU" 24 google-search: "BT, FF, CH, CU" 25 google-slides: "BT, FF, CH, CU" 26 imdb: "BT, FF, CH, CU" 27 imgur: "BT, FF, CH, CU" 28 instagram: "BT, FF, CH, CU" 29 linkedin: "BT, FF, CH, CU" 30 microsoft: "BT, FF, CH, CU" 31 netflix: "BT, FF, CH, CU" 32 nytimes: "BT, FF, CH, CU" 33 office: "BT, FF, CH, CU" 34 outlook: "BT, FF, CH, CU" 35 paypal: "BT, FF, CH, CU" 36 pinterest: "BT, FF, CH, CU" 37 reddit: "BT, FF, CH, CU" 38 tumblr: "BT, FF, CH, CU" 39 twitch: "BT, FF, CH, CU" 40 twitter: "BT, FF, CH, CU" 41 wikia: "BT, FF, CH, CU" 42 wikipedia: "BT, FF, CH, CU" 43 yahoo-mail: "BT, FF, CH, CU" 44 youtube: "BT, FF, CH, CU" 45 mobile: 46 description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested." 47 tests: 48 amazon: "BT, GV, FE, RB, CH-M" 49 youtube: "BT, GV, FE, RB, CH-M" 50 allrecipes: "BT, GV, FE, RB, CH-M" 51 amazon-search: "BT, GV, FE, RB, CH-M" 52 bing: "BT, GV, FE, RB, CH-M" 53 bing-search-restaurants: "BT, GV, FE, RB, CH-M" 54 booking: "BT, GV, FE, RB, CH-M" 55 cnn: "BT, GV, FE, RB, CH-M" 56 cnn-ampstories: "BT, GV, FE, RB, CH-M" 57 dailymail: "BT, GV, FE, RB, CH-M" 58 ebay-kleinanzeigen: "BT, GV, FE, RB, CH-M" 59 ebay-kleinanzeigen-search: "BT, GV, FE, RB, CH-M" 60 espn: "BT, GV, FE, RB, CH-M" 61 facebook: "BT, GV, FE, RB, CH-M" 62 facebook-cristiano: "BT, GV, FE, RB, CH-M" 63 google: "BT, GV, FE, RB, CH-M" 64 google-maps: "BT, GV, FE, RB, CH-M" 65 google-search-restaurants: "BT, GV, FE, RB, CH-M" 66 imdb: "BT, GV, FE, RB, CH-M" 67 instagram: "BT, GV, FE, RB, CH-M" 68 microsoft-support: "BT, GV, FE, RB, CH-M" 69 reddit: "BT, GV, FE, RB, CH-M" 70 stackoverflow: "BT, GV, FE, RB, CH-M" 71 sina: "BT, GV, FE, RB, CH-M" 72 web-de: "BT, GV, FE, RB, CH-M" 73 wikipedia: "BT, GV, FE, RB, CH-M" 74 youtube-watch: "BT, GV, FE, RB, CH-M" 75 live: 76 description: "A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms." 77 tests: 78 booking-sf: "GV, FE, RB, CH-M, FF, CH, CU" 79 cnn: "GV, FE, RB, CH-M, FF, CH, CU" 80 cnn-ampstories: "GV, FE, RB, CH-M, FF, CH, CU" 81 discord: "GV, FE, RB, CH-M, FF, CH, CU" 82 expedia: "GV, FE, RB, CH-M, FF, CH, CU" 83 fashionbeans: "GV, FE, RB, CH-M, FF, CH, CU" 84 google-accounts: "GV, FE, RB, CH-M, FF, CH, CU" 85 imdb-firefox: "GV, FE, RB, CH-M, FF, CH, CU" 86 medium-article: "GV, FE, RB, CH-M, FF, CH, CU" 87 nytimes: "GV, FE, RB, CH-M, FF, CH, CU" 88 people-article: "GV, FE, RB, CH-M, FF, CH, CU" 89 reddit-thread: "GV, FE, RB, CH-M, FF, CH, CU" 90 rumble-fox: "GV, FE, RB, CH-M, FF, CH, CU" 91 stackoverflow-question: "GV, FE, RB, CH-M, FF, CH, CU" 92 urbandictionary-define: "GV, FE, RB, CH-M, FF, CH, CU" 93 wikia-marvel: "GV, FE, RB, CH-M, FF, CH, CU" 94 benchmarks: 95 description: "Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI." 96 tests: 97 ares6: "FF, CH, CU" 98 assorted-dom: "FF, CH, CU" 99 jetstream2: "FF, CH, CU" 100 matrix-react-bench: "FF, CH, CU" 101 motionmark-animometer: "FF, CH, CU" 102 motionmark-htmlsuite: "FF, CH, CU" 103 raptor-speedometer-geckoview: "GV" 104 raptor-youtube-playback-h264-1080p30-firefox: "FF" 105 raptor-youtube-playback-h264-1080p60-firefox: "FF" 106 raptor-youtube-playback-h264-full-1080p30-firefox: "FF" 107 raptor-youtube-playback-h264-full-1080p60-firefox: "FF" 108 raptor-youtube-playback-v9-1080p30-firefox: "FF" 109 raptor-youtube-playback-v9-1080p60-firefox: "FF" 110 raptor-youtube-playback-v9-full-1080p30-firefox: "FF" 111 raptor-youtube-playback-v9-full-1080p60-firefox: "FF" 112 speedometer: "FF, CH, CU, FE, GV, RB, CH-M" 113 stylebench: "FF, CH, CU" 114 sunspider: "FF, CH, CU" 115 unity-webgl: "FF, CH, CU, FE, RB, FE, CH-M" 116 wasm-godot-baseline: "FF" 117 wasm-godot-optimizing: "FF" 118 wasm-godot: "FF, CH, CU" 119 wasm-misc-baseline: "FF" 120 wasm-misc-optimizing: "FF" 121 wasm-misc: "FF, CH, CU" 122 webaudio: "FF, CH, CU" 123 youtube-playback: "FF, GV, FE, RB, CH" 124 youtube-playback-av1-sfr: "FF , GV, FE, RB, CH" 125 youtube-playback-h264-1080p30: "FF" 126 youtube-playback-h264-1080p60: "FF" 127 youtube-playback-h264-full-1080p30: "FF" 128 youtube-playback-h264-full-1080p60: "FF" 129 youtube-playback-h264-sfr: "FF , GV, FE, RB, CH" 130 youtube-playback-hfr: "FF , GV, FE, RB, CH" 131 youtube-playback-v9-1080p30: "FF" 132 youtube-playback-v9-1080p60: "FF" 133 youtube-playback-v9-full-1080p30: "FF" 134 youtube-playback-v9-full-1080p60: "FF" 135 youtube-playback-vp9-sfr: "FF , GV, FE, RB, CH" 136 youtube-playback-widevine-h264-sfr: "FF , GV, FE, RB, CH" 137 youtube-playback-widevine-hfr: "FF , GV, FE, RB, CH" 138 youtube-playback-widevine-vp9-sfr: "FF , GV, FE, RB, CH" 139 scenario: 140 description: "Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc." 141 tests: 142 idle: "FE, GV, RB" 143 idle-bg: "FE, GV, RB" 144 raptor-scn-power-idle-bg-fenix: "FE" 145 raptor-scn-power-idle-bg-geckoview: "GV" 146 raptor-scn-power-idle-bg-refbrow: "RB" 147 raptor-scn-power-idle-fenix: "FE" 148 raptor-scn-power-idle-geckoview: "GV" 149 raptor-scn-power-idle-refbrow: "RB" 150 custom: 151 description: "Browsertime tests that use a custom pageload test script. These use the pageload type, but may have other intentions." 152 tests: 153 process-switch: "Measures process switch time" 154 welcome: "Measures pageload metrics for the first-install about:welcome page" 155 interactive: 156 description: "Browsertime tests that interact with the webpage. Includes responsiveness tests as they make use of this support for navigation. These form of tests allow the specification of browsertime commands through the test manifest." 157 tests: 158 cnn-nav: "Navigates to cnn main page, then to the world sub-page." 159 facebook-nav: "Navigates to facebook, then the sub-pages friends, marketplace, groups." 160 reddit-billgates-ama: "Navigates from the Bill Gates AMA to the Reddit members section." 161 reddit-billgates-post-1: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections." 162 reddit-billgates-post-2: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections." 163 unittests: 164 description: "These tests aren't used in standard testing, they are only used in the Raptor unit tests (they are similar to raptor-tp6 tests though)." 165 tests: 166 raptor-tp6-unittest-amazon-firefox: "FF" 167 raptor-tp6-unittest-facebook-firefox: "FF" 168 raptor-tp6-unittest-google-firefox: "FF" 169 raptor-tp6-unittest-youtube-firefox: "FF" 170