1# This Source Code Form is subject to the terms of the Mozilla Public
2# License, v. 2.0. If a copy of the MPL was not distributed with this
3# file, You can obtain one at http://mozilla.org/MPL/2.0/.
4---
5name: raptor
6manifest: testing/raptor/raptor/raptor.ini
7static-only: False
8suites:
9    desktop:
10        description: "Tests for page-load performance. The links direct to the actual websites that are being tested."
11        tests:
12            amazon: "BT, FF, CH, CU"
13            bing-search: "BT, FF, CH, CU"
14            buzzfeed: "BT, FF, CH, CU"
15            cnn: "BT, FF, CH, CU"
16            ebay: "BT, FF, CH, CU"
17            espn: "BT, FF, CH, CU"
18            expedia: "BT, FF, CH, CU"
19            facebook: "BT, FF, CH, CU"
20            fandom: "BT, FF, CH, CU"
21            google-docs: "BT, FF, CH, CU"
22            google-docs-canvas: "BT, FF, CH, CU"
23            google-mail: "BT, FF, CH, CU"
24            google-search: "BT, FF, CH, CU"
25            google-slides: "BT, FF, CH, CU"
26            imdb: "BT, FF, CH, CU"
27            imgur: "BT, FF, CH, CU"
28            instagram: "BT, FF, CH, CU"
29            linkedin: "BT, FF, CH, CU"
30            microsoft: "BT, FF, CH, CU"
31            netflix: "BT, FF, CH, CU"
32            nytimes: "BT, FF, CH, CU"
33            office: "BT, FF, CH, CU"
34            outlook: "BT, FF, CH, CU"
35            paypal: "BT, FF, CH, CU"
36            pinterest: "BT, FF, CH, CU"
37            reddit: "BT, FF, CH, CU"
38            tumblr: "BT, FF, CH, CU"
39            twitch: "BT, FF, CH, CU"
40            twitter: "BT, FF, CH, CU"
41            wikia: "BT, FF, CH, CU"
42            wikipedia: "BT, FF, CH, CU"
43            yahoo-mail: "BT, FF, CH, CU"
44            youtube: "BT, FF, CH, CU"
45    mobile:
46        description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested."
47        tests:
48            amazon: "BT, GV, FE, RB, CH-M"
49            youtube: "BT, GV, FE, RB, CH-M"
50            allrecipes: "BT, GV, FE, RB, CH-M"
51            amazon-search: "BT, GV, FE, RB, CH-M"
52            bing: "BT, GV, FE, RB, CH-M"
53            bing-search-restaurants: "BT, GV, FE, RB, CH-M"
54            booking: "BT, GV, FE, RB, CH-M"
55            cnn: "BT, GV, FE, RB, CH-M"
56            cnn-ampstories: "BT, GV, FE, RB, CH-M"
57            dailymail: "BT, GV, FE, RB, CH-M"
58            ebay-kleinanzeigen: "BT, GV, FE, RB, CH-M"
59            ebay-kleinanzeigen-search: "BT, GV, FE, RB, CH-M"
60            espn: "BT, GV, FE, RB, CH-M"
61            facebook: "BT, GV, FE, RB, CH-M"
62            facebook-cristiano: "BT, GV, FE, RB, CH-M"
63            google: "BT, GV, FE, RB, CH-M"
64            google-maps: "BT, GV, FE, RB, CH-M"
65            google-search-restaurants: "BT, GV, FE, RB, CH-M"
66            imdb: "BT, GV, FE, RB, CH-M"
67            instagram: "BT, GV, FE, RB, CH-M"
68            microsoft-support: "BT, GV, FE, RB, CH-M"
69            reddit: "BT, GV, FE, RB, CH-M"
70            stackoverflow: "BT, GV, FE, RB, CH-M"
71            sina: "BT, GV, FE, RB, CH-M"
72            web-de: "BT, GV, FE, RB, CH-M"
73            wikipedia: "BT, GV, FE, RB, CH-M"
74            youtube-watch: "BT, GV, FE, RB, CH-M"
75    live:
76        description: "A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms."
77        tests:
78            booking-sf: "GV, FE, RB, CH-M, FF, CH, CU"
79            cnn: "GV, FE, RB, CH-M, FF, CH, CU"
80            cnn-ampstories: "GV, FE, RB, CH-M, FF, CH, CU"
81            discord: "GV, FE, RB, CH-M, FF, CH, CU"
82            expedia: "GV, FE, RB, CH-M, FF, CH, CU"
83            fashionbeans: "GV, FE, RB, CH-M, FF, CH, CU"
84            google-accounts: "GV, FE, RB, CH-M, FF, CH, CU"
85            imdb-firefox: "GV, FE, RB, CH-M, FF, CH, CU"
86            medium-article: "GV, FE, RB, CH-M, FF, CH, CU"
87            nytimes: "GV, FE, RB, CH-M, FF, CH, CU"
88            people-article: "GV, FE, RB, CH-M, FF, CH, CU"
89            reddit-thread: "GV, FE, RB, CH-M, FF, CH, CU"
90            rumble-fox: "GV, FE, RB, CH-M, FF, CH, CU"
91            stackoverflow-question: "GV, FE, RB, CH-M, FF, CH, CU"
92            urbandictionary-define: "GV, FE, RB, CH-M, FF, CH, CU"
93            wikia-marvel: "GV, FE, RB, CH-M, FF, CH, CU"
94    benchmarks:
95        description: "Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI."
96        tests:
97            ares6: "FF, CH, CU"
98            assorted-dom: "FF, CH, CU"
99            jetstream2: "FF, CH, CU"
100            matrix-react-bench: "FF, CH, CU"
101            motionmark-animometer: "FF, CH, CU"
102            motionmark-htmlsuite: "FF, CH, CU"
103            raptor-speedometer-geckoview: "GV"
104            raptor-youtube-playback-h264-1080p30-firefox: "FF"
105            raptor-youtube-playback-h264-1080p60-firefox: "FF"
106            raptor-youtube-playback-h264-full-1080p30-firefox: "FF"
107            raptor-youtube-playback-h264-full-1080p60-firefox: "FF"
108            raptor-youtube-playback-v9-1080p30-firefox: "FF"
109            raptor-youtube-playback-v9-1080p60-firefox: "FF"
110            raptor-youtube-playback-v9-full-1080p30-firefox: "FF"
111            raptor-youtube-playback-v9-full-1080p60-firefox: "FF"
112            speedometer: "FF, CH, CU, FE, GV, RB, CH-M"
113            stylebench: "FF, CH, CU"
114            sunspider: "FF, CH, CU"
115            unity-webgl: "FF, CH, CU, FE, RB, FE, CH-M"
116            wasm-godot-baseline: "FF"
117            wasm-godot-optimizing: "FF"
118            wasm-godot: "FF, CH, CU"
119            wasm-misc-baseline: "FF"
120            wasm-misc-optimizing: "FF"
121            wasm-misc: "FF, CH, CU"
122            webaudio: "FF, CH, CU"
123            youtube-playback: "FF, GV, FE, RB, CH"
124            youtube-playback-av1-sfr: "FF , GV, FE, RB, CH"
125            youtube-playback-h264-1080p30: "FF"
126            youtube-playback-h264-1080p60: "FF"
127            youtube-playback-h264-full-1080p30: "FF"
128            youtube-playback-h264-full-1080p60: "FF"
129            youtube-playback-h264-sfr: "FF , GV, FE, RB, CH"
130            youtube-playback-hfr: "FF , GV, FE, RB, CH"
131            youtube-playback-v9-1080p30: "FF"
132            youtube-playback-v9-1080p60: "FF"
133            youtube-playback-v9-full-1080p30: "FF"
134            youtube-playback-v9-full-1080p60: "FF"
135            youtube-playback-vp9-sfr: "FF , GV, FE, RB, CH"
136            youtube-playback-widevine-h264-sfr: "FF , GV, FE, RB, CH"
137            youtube-playback-widevine-hfr: "FF , GV, FE, RB, CH"
138            youtube-playback-widevine-vp9-sfr: "FF , GV, FE, RB, CH"
139    scenario:
140        description: "Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc."
141        tests:
142            idle: "FE, GV, RB"
143            idle-bg: "FE, GV, RB"
144            raptor-scn-power-idle-bg-fenix: "FE"
145            raptor-scn-power-idle-bg-geckoview: "GV"
146            raptor-scn-power-idle-bg-refbrow: "RB"
147            raptor-scn-power-idle-fenix: "FE"
148            raptor-scn-power-idle-geckoview: "GV"
149            raptor-scn-power-idle-refbrow: "RB"
150    custom:
151        description: "Browsertime tests that use a custom pageload test script. These use the pageload type, but may have other intentions."
152        tests:
153            process-switch: "Measures process switch time"
154            welcome: "Measures pageload metrics for the first-install about:welcome page"
155    interactive:
156        description: "Browsertime tests that interact with the webpage. Includes responsiveness tests as they make use of this support for navigation. These form of tests allow the specification of browsertime commands through the test manifest."
157        tests:
158            cnn-nav: "Navigates to cnn main page, then to the world sub-page."
159            facebook-nav: "Navigates to facebook, then the sub-pages friends, marketplace, groups."
160            reddit-billgates-ama: "Navigates from the Bill Gates AMA to the Reddit members section."
161            reddit-billgates-post-1: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections."
162            reddit-billgates-post-2: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections."
163    unittests:
164        description: "These tests aren't used in standard testing, they are only used in the Raptor unit tests (they are similar to raptor-tp6 tests though)."
165        tests:
166            raptor-tp6-unittest-amazon-firefox: "FF"
167            raptor-tp6-unittest-facebook-firefox: "FF"
168            raptor-tp6-unittest-google-firefox: "FF"
169            raptor-tp6-unittest-youtube-firefox: "FF"
170