diff --git a/testing/perfdocs/generated/raptor.rst b/testing/perfdocs/generated/raptor.rst index 823a14afd38f9..07501b4f6558f 100644 --- a/testing/perfdocs/generated/raptor.rst +++ b/testing/perfdocs/generated/raptor.rst @@ -38,9 +38,9 @@ The following documents all testing we have for Raptor. Benchmarks ---------- -Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI. (FF: Firefox, CH: Chrome, CU: Chromium) +Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI. -.. dropdown:: ares6 (FF, CH, CU) +.. dropdown:: ares6 :container: + anchor-id-ares6-b **Owner**: :jandem and SpiderMonkey Team @@ -59,46 +59,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-ares6-e10s: None - * browsertime-benchmark-chromium-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-ares6-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-ares6-e10s: None - * browsertime-benchmark-chromium-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-e10s: trunk - * browsertime-benchmark-firefox-ares6-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-ares6-e10s: None - * browsertime-benchmark-chromium-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-ares6-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-ares6-e10s: None - * browsertime-benchmark-chromium-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-ares6-e10s: None - * browsertime-benchmark-chromium-ares6-e10s: None - * browsertime-benchmark-firefox-ares6-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-ares6-fis-e10s: mozilla-central - - -.. dropdown:: assorted-dom (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-ares6-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-ares6-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-ares6-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: assorted-dom :container: + anchor-id-assorted-dom-b **Owner**: PerfTest Team @@ -117,46 +319,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-assorted-dom-e10s: None - * browsertime-benchmark-chromium-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-assorted-dom-e10s: None - * browsertime-benchmark-chromium-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-e10s: trunk - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-assorted-dom-e10s: None - * browsertime-benchmark-chromium-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-assorted-dom-e10s: None - * browsertime-benchmark-chromium-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-assorted-dom-e10s: None - * browsertime-benchmark-chromium-assorted-dom-e10s: None - * browsertime-benchmark-firefox-assorted-dom-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-assorted-dom-fis-e10s: mozilla-central - - -.. dropdown:: jetstream2 (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-assorted-dom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-assorted-dom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-assorted-dom-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: jetstream2 :container: + anchor-id-jetstream2-b **Owner**: :jandem and SpiderMonkey Team @@ -176,46 +580,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-jetstream2-e10s: None - * browsertime-benchmark-chromium-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-jetstream2-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-jetstream2-e10s: None - * browsertime-benchmark-chromium-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-e10s: trunk - * browsertime-benchmark-firefox-jetstream2-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-jetstream2-e10s: None - * browsertime-benchmark-chromium-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-jetstream2-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-jetstream2-e10s: None - * browsertime-benchmark-chromium-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-jetstream2-e10s: None - * browsertime-benchmark-chromium-jetstream2-e10s: None - * browsertime-benchmark-firefox-jetstream2-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-jetstream2-fis-e10s: mozilla-central - - -.. dropdown:: motionmark-animometer (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-jetstream2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-jetstream2-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-jetstream2-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: motionmark-animometer :container: + anchor-id-motionmark-animometer-b **Owner**: :jgilbert and Graphics(gfx) Team @@ -232,46 +838,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-animometer-e10s: None - * browsertime-benchmark-chromium-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-animometer-e10s: None - * browsertime-benchmark-chromium-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-e10s: trunk - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-animometer-e10s: None - * browsertime-benchmark-chromium-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-animometer-e10s: None - * browsertime-benchmark-chromium-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-animometer-e10s: None - * browsertime-benchmark-chromium-motionmark-animometer-e10s: None - * browsertime-benchmark-firefox-motionmark-animometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-animometer-fis-e10s: mozilla-central - - -.. dropdown:: motionmark-htmlsuite (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-animometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-animometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-animometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: motionmark-htmlsuite :container: + anchor-id-motionmark-htmlsuite-b **Owner**: :jgilbert and Graphics(gfx) Team @@ -288,46 +1096,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-chromium-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-chromium-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: trunk - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-chromium-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-chromium-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-chromium-motionmark-htmlsuite-e10s: None - * browsertime-benchmark-firefox-motionmark-htmlsuite-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s: mozilla-central - - -.. dropdown:: raptor-speedometer-geckoview (GV) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-motionmark-htmlsuite-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-motionmark-htmlsuite-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: raptor-speedometer-geckoview :container: + anchor-id-raptor-speedometer-geckoview-b **Owner**: SpiderMonkey Team @@ -346,8 +1356,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score - -.. dropdown:: raptor-youtube-playback-h264-1080p30-firefox (FF) +.. dropdown:: raptor-youtube-playback-h264-1080p30-firefox :container: + anchor-id-raptor-youtube-playback-h264-1080p30-firefox-b **Owner**: PerfTest Team @@ -365,8 +1374,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-h264-1080p60-firefox (FF) +.. dropdown:: raptor-youtube-playback-h264-1080p60-firefox :container: + anchor-id-raptor-youtube-playback-h264-1080p60-firefox-b **Owner**: PerfTest Team @@ -384,8 +1392,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-h264-full-1080p30-firefox (FF) +.. dropdown:: raptor-youtube-playback-h264-full-1080p30-firefox :container: + anchor-id-raptor-youtube-playback-h264-full-1080p30-firefox-b **Owner**: PerfTest Team @@ -404,8 +1411,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-h264-full-1080p60-firefox (FF) +.. dropdown:: raptor-youtube-playback-h264-full-1080p60-firefox :container: + anchor-id-raptor-youtube-playback-h264-full-1080p60-firefox-b **Owner**: PerfTest Team @@ -424,8 +1430,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-v9-1080p30-firefox (FF) +.. dropdown:: raptor-youtube-playback-v9-1080p30-firefox :container: + anchor-id-raptor-youtube-playback-v9-1080p30-firefox-b **Owner**: PerfTest Team @@ -443,8 +1448,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-v9-1080p60-firefox (FF) +.. dropdown:: raptor-youtube-playback-v9-1080p60-firefox :container: + anchor-id-raptor-youtube-playback-v9-1080p60-firefox-b **Owner**: PerfTest Team @@ -462,8 +1466,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-v9-full-1080p30-firefox (FF) +.. dropdown:: raptor-youtube-playback-v9-full-1080p30-firefox :container: + anchor-id-raptor-youtube-playback-v9-full-1080p30-firefox-b **Owner**: PerfTest Team @@ -482,8 +1485,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: raptor-youtube-playback-v9-full-1080p60-firefox (FF) +.. dropdown:: raptor-youtube-playback-v9-full-1080p60-firefox :container: + anchor-id-raptor-youtube-playback-v9-full-1080p60-firefox-b **Owner**: PerfTest Team @@ -502,8 +1504,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: speedometer (FF, CH, CU, FE, GV, RB, CH-M) +.. dropdown:: speedometer :container: + anchor-id-speedometer-b **Owner**: SpiderMonkey Team @@ -522,43 +1523,523 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + **Owner**: SpiderMonkey Team @@ -576,46 +2057,526 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-speedometer-e10s: None - * browsertime-benchmark-chromium-speedometer-e10s: None - * browsertime-benchmark-firefox-speedometer-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-speedometer-fis-e10s: mozilla-central - - -.. dropdown:: stylebench (FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-speedometer-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-speedometer-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-speedometer-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-speedometer-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-speedometer-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: stylebench :container: + anchor-id-stylebench-b **Owner**: :emelio and Layout Team @@ -634,46 +2595,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-stylebench-e10s: None - * browsertime-benchmark-chromium-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-stylebench-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-stylebench-e10s: None - * browsertime-benchmark-chromium-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-e10s: trunk - * browsertime-benchmark-firefox-stylebench-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-stylebench-e10s: None - * browsertime-benchmark-chromium-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-stylebench-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-stylebench-e10s: None - * browsertime-benchmark-chromium-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-stylebench-e10s: None - * browsertime-benchmark-chromium-stylebench-e10s: None - * browsertime-benchmark-firefox-stylebench-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-stylebench-fis-e10s: mozilla-central - - -.. dropdown:: sunspider (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-stylebench-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-stylebench-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-stylebench-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: sunspider :container: + anchor-id-sunspider-b **Owner**: :jandem and SpiderMonkey Team @@ -690,46 +2853,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-sunspider-e10s: None - * browsertime-benchmark-chromium-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-sunspider-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-sunspider-e10s: None - * browsertime-benchmark-chromium-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-e10s: trunk - * browsertime-benchmark-firefox-sunspider-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-sunspider-e10s: None - * browsertime-benchmark-chromium-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-sunspider-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-sunspider-e10s: None - * browsertime-benchmark-chromium-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-sunspider-e10s: None - * browsertime-benchmark-chromium-sunspider-e10s: None - * browsertime-benchmark-firefox-sunspider-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-sunspider-fis-e10s: mozilla-central - - -.. dropdown:: unity-webgl (FF, CH, CU, FE, RB, FE, CH-M) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-sunspider-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-sunspider-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-sunspider-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: unity-webgl :container: + anchor-id-unity-webgl-b **Owner**: :jgilbert and Graphics(gfx) Team @@ -747,43 +3112,473 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + **Owner**: :jgilbert and Graphics(gfx) Team @@ -800,46 +3595,476 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-unity-webgl-e10s: None - * browsertime-benchmark-chromium-unity-webgl-e10s: None - * browsertime-benchmark-firefox-unity-webgl-e10s: autoland - * browsertime-benchmark-firefox-unity-webgl-fis-e10s: mozilla-central - - -.. dropdown:: wasm-godot (FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-unity-webgl-mobile-chrome-m-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-fenix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-geckoview-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-unity-webgl-mobile-refbrow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-unity-webgl-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-unity-webgl-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-godot :container: + anchor-id-wasm-godot-b **Owner**: :lth and SpiderMonkey Team @@ -857,46 +4082,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-godot-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-godot-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-godot-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-godot-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-godot-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-godot-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s: mozilla-central - - -.. dropdown:: wasm-godot-baseline (FF) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-godot-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-godot-baseline :container: + anchor-id-wasm-godot-baseline-b **Owner**: :lth and SpiderMonkey Team @@ -915,36 +4342,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s: mozilla-central - - -.. dropdown:: wasm-godot-optimizing (FF) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-godot-optimizing :container: + anchor-id-wasm-godot-optimizing-b **Owner**: :lth and SpiderMonkey Team @@ -963,36 +4552,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s: mozilla-central - - -.. dropdown:: wasm-misc (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-godot-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-misc :container: + anchor-id-wasm-misc-b **Owner**: :lth and SpiderMonkey Team @@ -1010,46 +4761,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-misc-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-misc-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-misc-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-misc-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-chrome-wasm-misc-e10s: None - * browsertime-benchmark-wasm-chromium-wasm-misc-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s: mozilla-central - - -.. dropdown:: wasm-misc-baseline (FF) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-chrome-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-chromium-wasm-misc-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-misc-baseline :container: + anchor-id-wasm-misc-baseline-b **Owner**: :lth and SpiderMonkey Team @@ -1068,36 +5021,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s: mozilla-central - - -.. dropdown:: wasm-misc-optimizing (FF) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-baseline-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wasm-misc-optimizing :container: + anchor-id-wasm-misc-optimizing-b **Owner**: :lth and SpiderMonkey Team @@ -1116,36 +5231,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: ms * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: None - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s: mozilla-beta, trunk - * browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s: mozilla-central - - -.. dropdown:: webaudio (FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-wasm-firefox-wasm-misc-optimizing-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: webaudio :container: + anchor-id-webaudio-b **Owner**: :padenot and Media Team @@ -1163,46 +5440,248 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **type**: benchmark * **unit**: score * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-benchmark-firefox-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-benchmark-firefox-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-benchmark-chrome-webaudio-e10s: None - * browsertime-benchmark-chromium-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-webaudio-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-benchmark-chrome-webaudio-e10s: None - * browsertime-benchmark-chromium-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-e10s: trunk - * browsertime-benchmark-firefox-webaudio-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-benchmark-chrome-webaudio-e10s: None - * browsertime-benchmark-chromium-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-webaudio-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-benchmark-firefox-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-benchmark-chrome-webaudio-e10s: None - * browsertime-benchmark-chromium-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-benchmark-firefox-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-benchmark-chrome-webaudio-e10s: None - * browsertime-benchmark-chromium-webaudio-e10s: None - * browsertime-benchmark-firefox-webaudio-e10s: mozilla-beta, trunk - * browsertime-benchmark-firefox-webaudio-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback (FF, GV, FE, RB, CH) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-benchmark-chrome-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-chromium-webaudio-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-benchmark-firefox-webaudio-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-benchmark-firefox-webaudio-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback :container: + anchor-id-youtube-playback-b **Owner**: PerfTest Team @@ -1225,8 +5704,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-av1-sfr (FF , GV, FE, RB, CH) +.. dropdown:: youtube-playback-av1-sfr :container: + anchor-id-youtube-playback-av1-sfr-b **Owner**: PerfTest Team @@ -1248,12 +5726,30 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-av1-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-av1-sfr-fis-e10s: mozilla-central - -.. dropdown:: youtube-playback-h264-1080p30 (FF) + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-av1-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-av1-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-h264-1080p30 :container: + anchor-id-youtube-playback-h264-1080p30-b **Owner**: PerfTest Team @@ -1275,8 +5771,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-h264-1080p60 (FF) +.. dropdown:: youtube-playback-h264-1080p60 :container: + anchor-id-youtube-playback-h264-1080p60-b **Owner**: PerfTest Team @@ -1298,8 +5793,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-h264-full-1080p30 (FF) +.. dropdown:: youtube-playback-h264-full-1080p30 :container: + anchor-id-youtube-playback-h264-full-1080p30-b **Owner**: PerfTest Team @@ -1321,8 +5815,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-h264-full-1080p60 (FF) +.. dropdown:: youtube-playback-h264-full-1080p60 :container: + anchor-id-youtube-playback-h264-full-1080p60-b **Owner**: PerfTest Team @@ -1344,8 +5837,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-h264-sfr (FF , GV, FE, RB, CH) +.. dropdown:: youtube-playback-h264-sfr :container: + anchor-id-youtube-playback-h264-sfr-b **Owner**: PerfTest Team @@ -1367,36 +5859,354 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-h264-sfr-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback-hfr (FF , GV, FE, RB, CH) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-hfr :container: + anchor-id-youtube-playback-hfr-b **Owner**: PerfTest Team @@ -1419,36 +6229,354 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: None - * browsertime-firefox-youtube-playback-hfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: None - * browsertime-firefox-youtube-playback-hfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-hfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-hfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-hfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: None - * browsertime-firefox-youtube-playback-hfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: None - * browsertime-firefox-youtube-playback-hfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: None - * browsertime-firefox-youtube-playback-hfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-hfr-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback-v9-1080p30 (FF) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-v9-1080p30 :container: + anchor-id-youtube-playback-v9-1080p30-b **Owner**: PerfTest Team @@ -1470,8 +6598,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-v9-1080p60 (FF) +.. dropdown:: youtube-playback-v9-1080p60 :container: + anchor-id-youtube-playback-v9-1080p60-b **Owner**: PerfTest Team @@ -1493,8 +6620,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-v9-full-1080p30 (FF) +.. dropdown:: youtube-playback-v9-full-1080p30 :container: + anchor-id-youtube-playback-v9-full-1080p30-b **Owner**: PerfTest Team @@ -1516,8 +6642,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-v9-full-1080p60 (FF) +.. dropdown:: youtube-playback-v9-full-1080p60 :container: + anchor-id-youtube-playback-v9-full-1080p60-b **Owner**: PerfTest Team @@ -1539,8 +6664,7 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true - -.. dropdown:: youtube-playback-vp9-sfr (FF , GV, FE, RB, CH) +.. dropdown:: youtube-playback-vp9-sfr :container: + anchor-id-youtube-playback-vp9-sfr-b **Owner**: PerfTest Team @@ -1562,36 +6686,302 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback-widevine-h264-sfr (FF , GV, FE, RB, CH) + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-mobile-fenix-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-geckoview-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-mobile-refbrow-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-widevine-h264-sfr :container: + anchor-id-youtube-playback-widevine-h264-sfr-b **Owner**: PerfTest Team @@ -1613,36 +7003,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback-widevine-hfr (FF , GV, FE, RB, CH) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-h264-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-widevine-hfr :container: + anchor-id-youtube-playback-widevine-hfr-b **Owner**: PerfTest Team @@ -1664,36 +7216,198 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-hfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s: mozilla-central - - -.. dropdown:: youtube-playback-widevine-vp9-sfr (FF , GV, FE, RB, CH) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-hfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-hfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-playback-widevine-vp9-sfr :container: + anchor-id-youtube-playback-widevine-vp9-sfr-b **Owner**: PerfTest Team @@ -1715,33 +7429,195 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr * **unit**: score * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: None - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s: mozilla-central - * browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s: mozilla-central + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-firefox-youtube-playback-widevine-vp9-sfr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + @@ -1749,7 +7625,7 @@ Custom ------ Browsertime tests that use a custom pageload test script. These use the pageload type, but may have other intentions. -.. dropdown:: process-switch (Measures process switch time) +.. dropdown:: process-switch :container: + anchor-id-process-switch-c **Owner**: PerfTest Team @@ -1776,36 +7652,198 @@ Browsertime tests that use a custom pageload test script. These use the pageload * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-custom-firefox-process-switch-e10s: None - * browsertime-custom-firefox-process-switch-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-custom-firefox-process-switch-e10s: None - * browsertime-custom-firefox-process-switch-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-custom-firefox-process-switch-e10s: mozilla-central - * browsertime-custom-firefox-process-switch-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-custom-firefox-process-switch-e10s: mozilla-central - * browsertime-custom-firefox-process-switch-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-custom-firefox-process-switch-e10s: mozilla-central - * browsertime-custom-firefox-process-switch-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-custom-firefox-process-switch-e10s: None - * browsertime-custom-firefox-process-switch-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-custom-firefox-process-switch-e10s: None - * browsertime-custom-firefox-process-switch-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-custom-firefox-process-switch-e10s: None - * browsertime-custom-firefox-process-switch-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-custom-firefox-process-switch-e10s: mozilla-central - * browsertime-custom-firefox-process-switch-fis-e10s: mozilla-central - - -.. dropdown:: welcome (Measures pageload metrics for the first-install about:welcome page) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-custom-firefox-process-switch-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-custom-firefox-process-switch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: welcome :container: + anchor-id-welcome-c **Owner**: PerfTest Team @@ -1830,41 +7868,203 @@ Browsertime tests that use a custom pageload test script. These use the pageload * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-first-install-firefox-welcome-e10s: None - * browsertime-first-install-firefox-welcome-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-first-install-firefox-welcome-e10s: None - * browsertime-first-install-firefox-welcome-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-first-install-firefox-welcome-e10s: trunk - * browsertime-first-install-firefox-welcome-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-first-install-firefox-welcome-e10s: trunk - * browsertime-first-install-firefox-welcome-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-first-install-firefox-welcome-e10s: trunk - * browsertime-first-install-firefox-welcome-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-first-install-firefox-welcome-e10s: None - * browsertime-first-install-firefox-welcome-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-first-install-firefox-welcome-e10s: None - * browsertime-first-install-firefox-welcome-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-first-install-firefox-welcome-e10s: None - * browsertime-first-install-firefox-welcome-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-first-install-firefox-welcome-e10s: trunk - * browsertime-first-install-firefox-welcome-fis-e10s: mozilla-central + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-first-install-firefox-welcome-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-first-install-firefox-welcome-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + Desktop ------- -Tests for page-load performance. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium) +Tests for page-load performance. The links direct to the actual websites that are being tested. -.. dropdown:: amazon (BT, FF, CH, CU) +.. dropdown:: amazon :container: + anchor-id-amazon-d **Owner**: PerfTest Team @@ -1888,78 +8088,741 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-fis-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-fis-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-amazon-e10s: None - * browsertime-tp6-essential-chromium-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-amazon-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-amazon-e10s: None - * browsertime-tp6-live-chromium-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * browsertime-tp6-profiling-firefox-amazon-e10s: mozilla-central - * browsertime-tp6-profiling-firefox-amazon-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-amazon-e10s: None - * browsertime-tp6-essential-chromium-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-e10s: trunk - * browsertime-tp6-essential-firefox-amazon-fis-e10s: trunk - * browsertime-tp6-live-chrome-amazon-e10s: None - * browsertime-tp6-live-chromium-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-amazon-e10s: None - * browsertime-tp6-essential-chromium-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-amazon-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-amazon-e10s: None - * browsertime-tp6-live-chromium-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * browsertime-tp6-profiling-firefox-amazon-e10s: mozilla-central - * browsertime-tp6-profiling-firefox-amazon-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-fis-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-amazon-e10s: None - * browsertime-tp6-essential-chromium-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-fis-e10s: None - * browsertime-tp6-live-chrome-amazon-e10s: None - * browsertime-tp6-live-chromium-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-fis-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-amazon-e10s: None - * browsertime-tp6-essential-chromium-amazon-e10s: None - * browsertime-tp6-essential-firefox-amazon-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-amazon-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-amazon-e10s: None - * browsertime-tp6-live-chromium-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-e10s: None - * browsertime-tp6-live-firefox-amazon-fis-e10s: None - - -.. dropdown:: bing-search (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-profiling-geckoview-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: bing-search :container: + anchor-id-bing-search-d **Owner**: PerfTest Team @@ -1984,74 +8847,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-bing-search-e10s: None - * browsertime-tp6-essential-chromium-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-bing-search-e10s: None - * browsertime-tp6-live-chromium-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-bing-search-e10s: None - * browsertime-tp6-essential-chromium-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-e10s: trunk - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: trunk - * browsertime-tp6-live-chrome-bing-search-e10s: None - * browsertime-tp6-live-chromium-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-bing-search-e10s: None - * browsertime-tp6-essential-chromium-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-bing-search-e10s: None - * browsertime-tp6-live-chromium-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-bing-search-e10s: None - * browsertime-tp6-essential-chromium-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: None - * browsertime-tp6-live-chrome-bing-search-e10s: None - * browsertime-tp6-live-chromium-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-bing-search-e10s: None - * browsertime-tp6-essential-chromium-bing-search-e10s: None - * browsertime-tp6-essential-firefox-bing-search-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-bing-search-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-bing-search-e10s: None - * browsertime-tp6-live-chromium-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-e10s: None - * browsertime-tp6-live-firefox-bing-search-fis-e10s: None - - -.. dropdown:: buzzfeed (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-bing-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-bing-search-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-bing-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: buzzfeed :container: + anchor-id-buzzfeed-d **Owner**: PerfTest Team @@ -2076,46 +9253,248 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-buzzfeed-e10s: None - * browsertime-tp6-chromium-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-buzzfeed-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-buzzfeed-e10s: None - * browsertime-tp6-chromium-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-e10s: trunk - * browsertime-tp6-firefox-buzzfeed-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-buzzfeed-e10s: None - * browsertime-tp6-chromium-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-buzzfeed-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-buzzfeed-e10s: None - * browsertime-tp6-chromium-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-buzzfeed-e10s: None - * browsertime-tp6-chromium-buzzfeed-e10s: None - * browsertime-tp6-firefox-buzzfeed-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-buzzfeed-fis-e10s: mozilla-central - - -.. dropdown:: cnn (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-buzzfeed-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-buzzfeed-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-buzzfeed-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: cnn :container: + anchor-id-cnn-d **Owner**: PerfTest Team @@ -2140,64 +9519,666 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - - -.. dropdown:: ebay (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: ebay :container: + anchor-id-ebay-d **Owner**: PerfTest Team @@ -2222,74 +10203,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-ebay-e10s: None - * browsertime-tp6-firefox-ebay-fis-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-ebay-e10s: None - * browsertime-tp6-firefox-ebay-fis-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-ebay-e10s: None - * browsertime-tp6-chromium-ebay-e10s: None - * browsertime-tp6-firefox-ebay-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-ebay-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-ebay-e10s: None - * browsertime-tp6-live-chromium-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-ebay-e10s: None - * browsertime-tp6-chromium-ebay-e10s: None - * browsertime-tp6-firefox-ebay-e10s: trunk - * browsertime-tp6-firefox-ebay-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-ebay-e10s: None - * browsertime-tp6-live-chromium-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-ebay-e10s: None - * browsertime-tp6-chromium-ebay-e10s: None - * browsertime-tp6-firefox-ebay-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-ebay-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-ebay-e10s: None - * browsertime-tp6-live-chromium-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-ebay-e10s: None - * browsertime-tp6-firefox-ebay-fis-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-ebay-e10s: None - * browsertime-tp6-chromium-ebay-e10s: None - * browsertime-tp6-firefox-ebay-e10s: None - * browsertime-tp6-firefox-ebay-fis-e10s: None - * browsertime-tp6-live-chrome-ebay-e10s: None - * browsertime-tp6-live-chromium-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-ebay-e10s: None - * browsertime-tp6-firefox-ebay-fis-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-ebay-e10s: None - * browsertime-tp6-chromium-ebay-e10s: None - * browsertime-tp6-firefox-ebay-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-ebay-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-ebay-e10s: None - * browsertime-tp6-live-chromium-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-e10s: None - * browsertime-tp6-live-firefox-ebay-fis-e10s: None - - -.. dropdown:: espn (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-ebay-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-ebay-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-ebay-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: espn :container: + anchor-id-espn-d **Owner**: PerfTest Team @@ -2313,46 +10608,576 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-espn-e10s: None - * browsertime-tp6-firefox-espn-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-espn-e10s: None - * browsertime-tp6-firefox-espn-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-espn-e10s: None - * browsertime-tp6-chromium-espn-e10s: None - * browsertime-tp6-firefox-espn-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-espn-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-espn-e10s: None - * browsertime-tp6-chromium-espn-e10s: None - * browsertime-tp6-firefox-espn-e10s: trunk - * browsertime-tp6-firefox-espn-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-espn-e10s: None - * browsertime-tp6-chromium-espn-e10s: None - * browsertime-tp6-firefox-espn-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-espn-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-espn-e10s: None - * browsertime-tp6-firefox-espn-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-espn-e10s: None - * browsertime-tp6-chromium-espn-e10s: None - * browsertime-tp6-firefox-espn-e10s: None - * browsertime-tp6-firefox-espn-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-espn-e10s: None - * browsertime-tp6-firefox-espn-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-espn-e10s: None - * browsertime-tp6-chromium-espn-e10s: None - * browsertime-tp6-firefox-espn-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-espn-fis-e10s: mozilla-central - - -.. dropdown:: expedia (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: expedia :container: + anchor-id-expedia-d **Owner**: PerfTest Team @@ -2377,46 +11202,436 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - - -.. dropdown:: facebook (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: facebook :container: + anchor-id-facebook-d **Owner**: PerfTest Team @@ -2441,74 +11656,716 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-facebook-e10s: None - * browsertime-tp6-firefox-facebook-fis-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-facebook-e10s: None - * browsertime-tp6-firefox-facebook-fis-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-facebook-e10s: None - * browsertime-tp6-chromium-facebook-e10s: None - * browsertime-tp6-firefox-facebook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-facebook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-facebook-e10s: None - * browsertime-tp6-live-chromium-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-facebook-e10s: None - * browsertime-tp6-chromium-facebook-e10s: None - * browsertime-tp6-firefox-facebook-e10s: trunk - * browsertime-tp6-firefox-facebook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-facebook-e10s: None - * browsertime-tp6-live-chromium-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-facebook-e10s: None - * browsertime-tp6-chromium-facebook-e10s: None - * browsertime-tp6-firefox-facebook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-facebook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-facebook-e10s: None - * browsertime-tp6-live-chromium-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-facebook-e10s: None - * browsertime-tp6-firefox-facebook-fis-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-facebook-e10s: None - * browsertime-tp6-chromium-facebook-e10s: None - * browsertime-tp6-firefox-facebook-e10s: None - * browsertime-tp6-firefox-facebook-fis-e10s: None - * browsertime-tp6-live-chrome-facebook-e10s: None - * browsertime-tp6-live-chromium-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-facebook-e10s: None - * browsertime-tp6-firefox-facebook-fis-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-facebook-e10s: None - * browsertime-tp6-chromium-facebook-e10s: None - * browsertime-tp6-firefox-facebook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-facebook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-facebook-e10s: None - * browsertime-tp6-live-chromium-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-e10s: None - * browsertime-tp6-live-firefox-facebook-fis-e10s: None - - -.. dropdown:: fandom (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: fandom :container: + anchor-id-fandom-d **Owner**: PerfTest Team @@ -2532,74 +12389,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-fis-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-fis-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-fandom-e10s: None - * browsertime-tp6-essential-chromium-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-fandom-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-fandom-e10s: None - * browsertime-tp6-live-chromium-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-fandom-e10s: None - * browsertime-tp6-essential-chromium-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-e10s: trunk - * browsertime-tp6-essential-firefox-fandom-fis-e10s: trunk - * browsertime-tp6-live-chrome-fandom-e10s: None - * browsertime-tp6-live-chromium-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-fandom-e10s: None - * browsertime-tp6-essential-chromium-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-fandom-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-fandom-e10s: None - * browsertime-tp6-live-chromium-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-fis-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-fandom-e10s: None - * browsertime-tp6-essential-chromium-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-fis-e10s: None - * browsertime-tp6-live-chrome-fandom-e10s: None - * browsertime-tp6-live-chromium-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-fis-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-fandom-e10s: None - * browsertime-tp6-essential-chromium-fandom-e10s: None - * browsertime-tp6-essential-firefox-fandom-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-fandom-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-fandom-e10s: None - * browsertime-tp6-live-chromium-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-e10s: None - * browsertime-tp6-live-firefox-fandom-fis-e10s: None - - -.. dropdown:: google-docs (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-fandom-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-fandom-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-fandom-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-docs :container: + anchor-id-google-docs-d **Owner**: PerfTest Team @@ -2625,74 +12796,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-fis-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-fis-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-e10s: None - * browsertime-tp6-chromium-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-docs-e10s: None - * browsertime-tp6-live-chromium-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-e10s: None - * browsertime-tp6-chromium-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-e10s: trunk - * browsertime-tp6-firefox-google-docs-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-docs-e10s: None - * browsertime-tp6-live-chromium-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-e10s: None - * browsertime-tp6-chromium-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-docs-e10s: None - * browsertime-tp6-live-chromium-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-fis-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-e10s: None - * browsertime-tp6-chromium-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-fis-e10s: None - * browsertime-tp6-live-chrome-google-docs-e10s: None - * browsertime-tp6-live-chromium-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-fis-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-e10s: None - * browsertime-tp6-chromium-google-docs-e10s: None - * browsertime-tp6-firefox-google-docs-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-docs-e10s: None - * browsertime-tp6-live-chromium-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-e10s: None - * browsertime-tp6-live-firefox-google-docs-fis-e10s: None - - -.. dropdown:: google-docs-canvas (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-docs-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-docs-canvas :container: + anchor-id-google-docs-canvas-d **Owner**: PerfTest Team @@ -2716,46 +13201,248 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-canvas-e10s: None - * browsertime-tp6-chromium-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-canvas-e10s: None - * browsertime-tp6-chromium-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-e10s: trunk - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-canvas-e10s: None - * browsertime-tp6-chromium-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-canvas-e10s: None - * browsertime-tp6-chromium-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-google-docs-canvas-e10s: None - * browsertime-tp6-chromium-google-docs-canvas-e10s: None - * browsertime-tp6-firefox-google-docs-canvas-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-docs-canvas-fis-e10s: mozilla-central - - -.. dropdown:: google-mail (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-docs-canvas-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-docs-canvas-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-docs-canvas-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-mail :container: + anchor-id-google-mail-d **Owner**: PerfTest Team @@ -2779,74 +13466,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-fis-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-fis-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-google-mail-e10s: None - * browsertime-tp6-chromium-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-mail-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-mail-e10s: None - * browsertime-tp6-live-chromium-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-google-mail-e10s: None - * browsertime-tp6-chromium-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-e10s: trunk - * browsertime-tp6-firefox-google-mail-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-mail-e10s: None - * browsertime-tp6-live-chromium-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-google-mail-e10s: None - * browsertime-tp6-chromium-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-mail-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-mail-e10s: None - * browsertime-tp6-live-chromium-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-fis-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-google-mail-e10s: None - * browsertime-tp6-chromium-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-fis-e10s: None - * browsertime-tp6-live-chrome-google-mail-e10s: None - * browsertime-tp6-live-chromium-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-fis-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-google-mail-e10s: None - * browsertime-tp6-chromium-google-mail-e10s: None - * browsertime-tp6-firefox-google-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-mail-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-mail-e10s: None - * browsertime-tp6-live-chromium-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-e10s: None - * browsertime-tp6-live-firefox-google-mail-fis-e10s: None - - -.. dropdown:: google-search (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-mail-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-search :container: + anchor-id-google-search-d **Owner**: PerfTest Team @@ -2870,74 +13871,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-google-search-e10s: None - * browsertime-tp6-firefox-google-search-fis-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-google-search-e10s: None - * browsertime-tp6-firefox-google-search-fis-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-google-search-e10s: None - * browsertime-tp6-chromium-google-search-e10s: None - * browsertime-tp6-firefox-google-search-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-search-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-search-e10s: None - * browsertime-tp6-live-chromium-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-google-search-e10s: None - * browsertime-tp6-chromium-google-search-e10s: None - * browsertime-tp6-firefox-google-search-e10s: trunk - * browsertime-tp6-firefox-google-search-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-search-e10s: None - * browsertime-tp6-live-chromium-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-google-search-e10s: None - * browsertime-tp6-chromium-google-search-e10s: None - * browsertime-tp6-firefox-google-search-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-search-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-search-e10s: None - * browsertime-tp6-live-chromium-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-google-search-e10s: None - * browsertime-tp6-firefox-google-search-fis-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-google-search-e10s: None - * browsertime-tp6-chromium-google-search-e10s: None - * browsertime-tp6-firefox-google-search-e10s: None - * browsertime-tp6-firefox-google-search-fis-e10s: None - * browsertime-tp6-live-chrome-google-search-e10s: None - * browsertime-tp6-live-chromium-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-google-search-e10s: None - * browsertime-tp6-firefox-google-search-fis-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-google-search-e10s: None - * browsertime-tp6-chromium-google-search-e10s: None - * browsertime-tp6-firefox-google-search-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-google-search-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-google-search-e10s: None - * browsertime-tp6-live-chromium-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-e10s: None - * browsertime-tp6-live-firefox-google-search-fis-e10s: None - - -.. dropdown:: google-slides (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-google-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-google-search-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-search-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-slides :container: + anchor-id-google-slides-d **Owner**: PerfTest Team @@ -2962,74 +14277,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-google-slides-e10s: None - * browsertime-tp6-essential-chromium-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-google-slides-e10s: None - * browsertime-tp6-live-chromium-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-google-slides-e10s: None - * browsertime-tp6-essential-chromium-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-e10s: trunk - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: trunk - * browsertime-tp6-live-chrome-google-slides-e10s: None - * browsertime-tp6-live-chromium-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-google-slides-e10s: None - * browsertime-tp6-essential-chromium-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-google-slides-e10s: None - * browsertime-tp6-live-chromium-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-google-slides-e10s: None - * browsertime-tp6-essential-chromium-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: None - * browsertime-tp6-live-chrome-google-slides-e10s: None - * browsertime-tp6-live-chromium-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-google-slides-e10s: None - * browsertime-tp6-essential-chromium-google-slides-e10s: None - * browsertime-tp6-essential-firefox-google-slides-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-google-slides-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-google-slides-e10s: None - * browsertime-tp6-live-chromium-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-e10s: None - * browsertime-tp6-live-firefox-google-slides-fis-e10s: None - - -.. dropdown:: imdb (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-google-slides-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-google-slides-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-google-slides-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: imdb :container: + anchor-id-imdb-d **Owner**: PerfTest Team @@ -3054,74 +14683,716 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-imdb-e10s: None - * browsertime-tp6-firefox-imdb-fis-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-imdb-e10s: None - * browsertime-tp6-firefox-imdb-fis-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-imdb-e10s: None - * browsertime-tp6-chromium-imdb-e10s: None - * browsertime-tp6-firefox-imdb-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imdb-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imdb-e10s: None - * browsertime-tp6-live-chromium-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-imdb-e10s: None - * browsertime-tp6-chromium-imdb-e10s: None - * browsertime-tp6-firefox-imdb-e10s: trunk - * browsertime-tp6-firefox-imdb-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imdb-e10s: None - * browsertime-tp6-live-chromium-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-imdb-e10s: None - * browsertime-tp6-chromium-imdb-e10s: None - * browsertime-tp6-firefox-imdb-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imdb-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imdb-e10s: None - * browsertime-tp6-live-chromium-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-imdb-e10s: None - * browsertime-tp6-firefox-imdb-fis-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-imdb-e10s: None - * browsertime-tp6-chromium-imdb-e10s: None - * browsertime-tp6-firefox-imdb-e10s: None - * browsertime-tp6-firefox-imdb-fis-e10s: None - * browsertime-tp6-live-chrome-imdb-e10s: None - * browsertime-tp6-live-chromium-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-imdb-e10s: None - * browsertime-tp6-firefox-imdb-fis-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-imdb-e10s: None - * browsertime-tp6-chromium-imdb-e10s: None - * browsertime-tp6-firefox-imdb-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imdb-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imdb-e10s: None - * browsertime-tp6-live-chromium-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-e10s: None - * browsertime-tp6-live-firefox-imdb-fis-e10s: None - - -.. dropdown:: imgur (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: imgur :container: + anchor-id-imgur-d **Owner**: PerfTest Team @@ -3145,74 +15416,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-imgur-e10s: None - * browsertime-tp6-firefox-imgur-fis-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-imgur-e10s: None - * browsertime-tp6-firefox-imgur-fis-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-imgur-e10s: None - * browsertime-tp6-chromium-imgur-e10s: None - * browsertime-tp6-firefox-imgur-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imgur-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imgur-e10s: None - * browsertime-tp6-live-chromium-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-imgur-e10s: None - * browsertime-tp6-chromium-imgur-e10s: None - * browsertime-tp6-firefox-imgur-e10s: trunk - * browsertime-tp6-firefox-imgur-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imgur-e10s: None - * browsertime-tp6-live-chromium-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-imgur-e10s: None - * browsertime-tp6-chromium-imgur-e10s: None - * browsertime-tp6-firefox-imgur-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imgur-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imgur-e10s: None - * browsertime-tp6-live-chromium-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-imgur-e10s: None - * browsertime-tp6-firefox-imgur-fis-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-imgur-e10s: None - * browsertime-tp6-chromium-imgur-e10s: None - * browsertime-tp6-firefox-imgur-e10s: None - * browsertime-tp6-firefox-imgur-fis-e10s: None - * browsertime-tp6-live-chrome-imgur-e10s: None - * browsertime-tp6-live-chromium-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-imgur-e10s: None - * browsertime-tp6-firefox-imgur-fis-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-imgur-e10s: None - * browsertime-tp6-chromium-imgur-e10s: None - * browsertime-tp6-firefox-imgur-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-imgur-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-imgur-e10s: None - * browsertime-tp6-live-chromium-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-e10s: None - * browsertime-tp6-live-firefox-imgur-fis-e10s: None - - -.. dropdown:: instagram (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imgur-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imgur-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imgur-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: instagram :container: + anchor-id-instagram-d **Owner**: PerfTest Team @@ -3237,46 +15822,576 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-instagram-e10s: None - * browsertime-tp6-essential-chromium-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-instagram-fis-e10s: mozilla-beta, trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-instagram-e10s: None - * browsertime-tp6-essential-chromium-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-e10s: trunk - * browsertime-tp6-essential-firefox-instagram-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-instagram-e10s: None - * browsertime-tp6-essential-chromium-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-instagram-fis-e10s: mozilla-beta, trunk - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-instagram-e10s: None - * browsertime-tp6-essential-chromium-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-instagram-e10s: None - * browsertime-tp6-essential-chromium-instagram-e10s: None - * browsertime-tp6-essential-firefox-instagram-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-instagram-fis-e10s: mozilla-beta, trunk - - -.. dropdown:: linkedin (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + +.. dropdown:: linkedin :container: + anchor-id-linkedin-d **Owner**: PerfTest Team @@ -3301,74 +16416,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-fis-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-fis-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-linkedin-e10s: None - * browsertime-tp6-chromium-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-linkedin-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-linkedin-e10s: None - * browsertime-tp6-live-chromium-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-linkedin-e10s: None - * browsertime-tp6-chromium-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-e10s: trunk - * browsertime-tp6-firefox-linkedin-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-linkedin-e10s: None - * browsertime-tp6-live-chromium-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-linkedin-e10s: None - * browsertime-tp6-chromium-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-linkedin-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-linkedin-e10s: None - * browsertime-tp6-live-chromium-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-fis-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-linkedin-e10s: None - * browsertime-tp6-chromium-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-fis-e10s: None - * browsertime-tp6-live-chrome-linkedin-e10s: None - * browsertime-tp6-live-chromium-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-fis-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-linkedin-e10s: None - * browsertime-tp6-chromium-linkedin-e10s: None - * browsertime-tp6-firefox-linkedin-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-linkedin-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-linkedin-e10s: None - * browsertime-tp6-live-chromium-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-e10s: None - * browsertime-tp6-live-firefox-linkedin-fis-e10s: None - - -.. dropdown:: microsoft (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-linkedin-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-linkedin-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-linkedin-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: microsoft :container: + anchor-id-microsoft-d **Owner**: PerfTest Team @@ -3393,74 +16822,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-fis-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-fis-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-microsoft-e10s: None - * browsertime-tp6-chromium-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-microsoft-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-microsoft-e10s: None - * browsertime-tp6-live-chromium-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-microsoft-e10s: None - * browsertime-tp6-chromium-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-e10s: trunk - * browsertime-tp6-firefox-microsoft-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-microsoft-e10s: None - * browsertime-tp6-live-chromium-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-microsoft-e10s: None - * browsertime-tp6-chromium-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-microsoft-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-microsoft-e10s: None - * browsertime-tp6-live-chromium-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-fis-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-microsoft-e10s: None - * browsertime-tp6-chromium-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-fis-e10s: None - * browsertime-tp6-live-chrome-microsoft-e10s: None - * browsertime-tp6-live-chromium-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-fis-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-microsoft-e10s: None - * browsertime-tp6-chromium-microsoft-e10s: None - * browsertime-tp6-firefox-microsoft-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-microsoft-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-microsoft-e10s: None - * browsertime-tp6-live-chromium-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-e10s: None - * browsertime-tp6-live-firefox-microsoft-fis-e10s: None - - -.. dropdown:: netflix (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-microsoft-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-microsoft-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-microsoft-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: netflix :container: + anchor-id-netflix-d **Owner**: PerfTest Team @@ -3485,74 +17228,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-netflix-e10s: None - * browsertime-tp6-firefox-netflix-fis-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-netflix-e10s: None - * browsertime-tp6-firefox-netflix-fis-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-netflix-e10s: None - * browsertime-tp6-chromium-netflix-e10s: None - * browsertime-tp6-firefox-netflix-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-netflix-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-netflix-e10s: None - * browsertime-tp6-live-chromium-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-netflix-e10s: None - * browsertime-tp6-chromium-netflix-e10s: None - * browsertime-tp6-firefox-netflix-e10s: trunk - * browsertime-tp6-firefox-netflix-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-netflix-e10s: None - * browsertime-tp6-live-chromium-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-netflix-e10s: None - * browsertime-tp6-chromium-netflix-e10s: None - * browsertime-tp6-firefox-netflix-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-netflix-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-netflix-e10s: None - * browsertime-tp6-live-chromium-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-netflix-e10s: None - * browsertime-tp6-firefox-netflix-fis-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-netflix-e10s: None - * browsertime-tp6-chromium-netflix-e10s: None - * browsertime-tp6-firefox-netflix-e10s: None - * browsertime-tp6-firefox-netflix-fis-e10s: None - * browsertime-tp6-live-chrome-netflix-e10s: None - * browsertime-tp6-live-chromium-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-netflix-e10s: None - * browsertime-tp6-firefox-netflix-fis-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-netflix-e10s: None - * browsertime-tp6-chromium-netflix-e10s: None - * browsertime-tp6-firefox-netflix-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-netflix-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-netflix-e10s: None - * browsertime-tp6-live-chromium-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-e10s: None - * browsertime-tp6-live-firefox-netflix-fis-e10s: None - - -.. dropdown:: nytimes (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-netflix-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-netflix-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-netflix-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: nytimes :container: + anchor-id-nytimes-d **Owner**: PerfTest Team @@ -3577,46 +17634,436 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - - -.. dropdown:: office (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: office :container: + anchor-id-office-d **Owner**: PerfTest Team @@ -3641,46 +18088,248 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-office-e10s: None - * browsertime-tp6-firefox-office-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-office-e10s: None - * browsertime-tp6-firefox-office-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-office-e10s: None - * browsertime-tp6-chromium-office-e10s: None - * browsertime-tp6-firefox-office-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-office-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-office-e10s: None - * browsertime-tp6-chromium-office-e10s: None - * browsertime-tp6-firefox-office-e10s: trunk - * browsertime-tp6-firefox-office-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-office-e10s: None - * browsertime-tp6-chromium-office-e10s: None - * browsertime-tp6-firefox-office-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-office-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-office-e10s: None - * browsertime-tp6-firefox-office-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-office-e10s: None - * browsertime-tp6-chromium-office-e10s: None - * browsertime-tp6-firefox-office-e10s: None - * browsertime-tp6-firefox-office-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-office-e10s: None - * browsertime-tp6-firefox-office-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-office-e10s: None - * browsertime-tp6-chromium-office-e10s: None - * browsertime-tp6-firefox-office-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-office-fis-e10s: mozilla-central - - -.. dropdown:: outlook (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-office-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-office-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-office-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: outlook :container: + anchor-id-outlook-d **Owner**: PerfTest Team @@ -3704,74 +18353,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-outlook-e10s: None - * browsertime-tp6-firefox-outlook-fis-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-outlook-e10s: None - * browsertime-tp6-firefox-outlook-fis-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-outlook-e10s: None - * browsertime-tp6-chromium-outlook-e10s: None - * browsertime-tp6-firefox-outlook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-outlook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-outlook-e10s: None - * browsertime-tp6-live-chromium-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-outlook-e10s: None - * browsertime-tp6-chromium-outlook-e10s: None - * browsertime-tp6-firefox-outlook-e10s: trunk - * browsertime-tp6-firefox-outlook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-outlook-e10s: None - * browsertime-tp6-live-chromium-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-outlook-e10s: None - * browsertime-tp6-chromium-outlook-e10s: None - * browsertime-tp6-firefox-outlook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-outlook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-outlook-e10s: None - * browsertime-tp6-live-chromium-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-outlook-e10s: None - * browsertime-tp6-firefox-outlook-fis-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-outlook-e10s: None - * browsertime-tp6-chromium-outlook-e10s: None - * browsertime-tp6-firefox-outlook-e10s: None - * browsertime-tp6-firefox-outlook-fis-e10s: None - * browsertime-tp6-live-chrome-outlook-e10s: None - * browsertime-tp6-live-chromium-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-outlook-e10s: None - * browsertime-tp6-firefox-outlook-fis-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-outlook-e10s: None - * browsertime-tp6-chromium-outlook-e10s: None - * browsertime-tp6-firefox-outlook-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-outlook-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-outlook-e10s: None - * browsertime-tp6-live-chromium-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-e10s: None - * browsertime-tp6-live-firefox-outlook-fis-e10s: None - - -.. dropdown:: paypal (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-outlook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-outlook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-outlook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: paypal :container: + anchor-id-paypal-d **Owner**: PerfTest Team @@ -3795,74 +18758,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-paypal-e10s: None - * browsertime-tp6-firefox-paypal-fis-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-paypal-e10s: None - * browsertime-tp6-firefox-paypal-fis-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-paypal-e10s: None - * browsertime-tp6-chromium-paypal-e10s: None - * browsertime-tp6-firefox-paypal-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-paypal-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-paypal-e10s: None - * browsertime-tp6-live-chromium-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-paypal-e10s: None - * browsertime-tp6-chromium-paypal-e10s: None - * browsertime-tp6-firefox-paypal-e10s: trunk - * browsertime-tp6-firefox-paypal-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-paypal-e10s: None - * browsertime-tp6-live-chromium-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-paypal-e10s: None - * browsertime-tp6-chromium-paypal-e10s: None - * browsertime-tp6-firefox-paypal-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-paypal-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-paypal-e10s: None - * browsertime-tp6-live-chromium-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-paypal-e10s: None - * browsertime-tp6-firefox-paypal-fis-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-paypal-e10s: None - * browsertime-tp6-chromium-paypal-e10s: None - * browsertime-tp6-firefox-paypal-e10s: None - * browsertime-tp6-firefox-paypal-fis-e10s: None - * browsertime-tp6-live-chrome-paypal-e10s: None - * browsertime-tp6-live-chromium-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-paypal-e10s: None - * browsertime-tp6-firefox-paypal-fis-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-paypal-e10s: None - * browsertime-tp6-chromium-paypal-e10s: None - * browsertime-tp6-firefox-paypal-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-paypal-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-paypal-e10s: None - * browsertime-tp6-live-chromium-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-e10s: None - * browsertime-tp6-live-firefox-paypal-fis-e10s: None - - -.. dropdown:: pinterest (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-paypal-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-paypal-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-paypal-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: pinterest :container: + anchor-id-pinterest-d **Owner**: PerfTest Team @@ -3887,74 +19164,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-fis-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-fis-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-pinterest-e10s: None - * browsertime-tp6-chromium-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-pinterest-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-pinterest-e10s: None - * browsertime-tp6-live-chromium-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-pinterest-e10s: None - * browsertime-tp6-chromium-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-e10s: trunk - * browsertime-tp6-firefox-pinterest-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-pinterest-e10s: None - * browsertime-tp6-live-chromium-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-pinterest-e10s: None - * browsertime-tp6-chromium-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-pinterest-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-pinterest-e10s: None - * browsertime-tp6-live-chromium-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-fis-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-pinterest-e10s: None - * browsertime-tp6-chromium-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-fis-e10s: None - * browsertime-tp6-live-chrome-pinterest-e10s: None - * browsertime-tp6-live-chromium-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-fis-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-pinterest-e10s: None - * browsertime-tp6-chromium-pinterest-e10s: None - * browsertime-tp6-firefox-pinterest-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-pinterest-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-pinterest-e10s: None - * browsertime-tp6-live-chromium-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-e10s: None - * browsertime-tp6-live-firefox-pinterest-fis-e10s: None - - -.. dropdown:: reddit (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-pinterest-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-pinterest-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-pinterest-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: reddit :container: + anchor-id-reddit-d **Owner**: PerfTest Team @@ -3979,74 +19570,716 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-reddit-e10s: None - * browsertime-tp6-firefox-reddit-fis-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-reddit-e10s: None - * browsertime-tp6-firefox-reddit-fis-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-reddit-e10s: None - * browsertime-tp6-chromium-reddit-e10s: None - * browsertime-tp6-firefox-reddit-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-reddit-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-reddit-e10s: None - * browsertime-tp6-live-chromium-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-reddit-e10s: None - * browsertime-tp6-chromium-reddit-e10s: None - * browsertime-tp6-firefox-reddit-e10s: trunk - * browsertime-tp6-firefox-reddit-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-reddit-e10s: None - * browsertime-tp6-live-chromium-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-reddit-e10s: None - * browsertime-tp6-chromium-reddit-e10s: None - * browsertime-tp6-firefox-reddit-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-reddit-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-reddit-e10s: None - * browsertime-tp6-live-chromium-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-reddit-e10s: None - * browsertime-tp6-firefox-reddit-fis-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-reddit-e10s: None - * browsertime-tp6-chromium-reddit-e10s: None - * browsertime-tp6-firefox-reddit-e10s: None - * browsertime-tp6-firefox-reddit-fis-e10s: None - * browsertime-tp6-live-chrome-reddit-e10s: None - * browsertime-tp6-live-chromium-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-reddit-e10s: None - * browsertime-tp6-firefox-reddit-fis-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-reddit-e10s: None - * browsertime-tp6-chromium-reddit-e10s: None - * browsertime-tp6-firefox-reddit-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-reddit-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-reddit-e10s: None - * browsertime-tp6-live-chromium-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-e10s: None - * browsertime-tp6-live-firefox-reddit-fis-e10s: None - - -.. dropdown:: tumblr (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: tumblr :container: + anchor-id-tumblr-d **Owner**: PerfTest Team @@ -4071,74 +20304,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-fis-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-fis-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-tumblr-e10s: None - * browsertime-tp6-chromium-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-tumblr-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-tumblr-e10s: None - * browsertime-tp6-live-chromium-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-tumblr-e10s: None - * browsertime-tp6-chromium-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-e10s: trunk - * browsertime-tp6-firefox-tumblr-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-tumblr-e10s: None - * browsertime-tp6-live-chromium-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-tumblr-e10s: None - * browsertime-tp6-chromium-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-tumblr-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-tumblr-e10s: None - * browsertime-tp6-live-chromium-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-fis-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-tumblr-e10s: None - * browsertime-tp6-chromium-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-fis-e10s: None - * browsertime-tp6-live-chrome-tumblr-e10s: None - * browsertime-tp6-live-chromium-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-fis-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-tumblr-e10s: None - * browsertime-tp6-chromium-tumblr-e10s: None - * browsertime-tp6-firefox-tumblr-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-tumblr-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-tumblr-e10s: None - * browsertime-tp6-live-chromium-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-e10s: None - * browsertime-tp6-live-firefox-tumblr-fis-e10s: None - - -.. dropdown:: twitch (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-tumblr-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-tumblr-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-tumblr-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: twitch :container: + anchor-id-twitch-d **Owner**: PerfTest Team @@ -4162,74 +20709,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-twitch-e10s: None - * browsertime-tp6-firefox-twitch-fis-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-twitch-e10s: None - * browsertime-tp6-firefox-twitch-fis-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-twitch-e10s: None - * browsertime-tp6-chromium-twitch-e10s: None - * browsertime-tp6-firefox-twitch-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-twitch-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-twitch-e10s: None - * browsertime-tp6-live-chromium-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-twitch-e10s: None - * browsertime-tp6-chromium-twitch-e10s: None - * browsertime-tp6-firefox-twitch-e10s: trunk - * browsertime-tp6-firefox-twitch-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-twitch-e10s: None - * browsertime-tp6-live-chromium-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-twitch-e10s: None - * browsertime-tp6-chromium-twitch-e10s: None - * browsertime-tp6-firefox-twitch-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-twitch-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-twitch-e10s: None - * browsertime-tp6-live-chromium-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-twitch-e10s: None - * browsertime-tp6-firefox-twitch-fis-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-twitch-e10s: None - * browsertime-tp6-chromium-twitch-e10s: None - * browsertime-tp6-firefox-twitch-e10s: None - * browsertime-tp6-firefox-twitch-fis-e10s: None - * browsertime-tp6-live-chrome-twitch-e10s: None - * browsertime-tp6-live-chromium-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-twitch-e10s: None - * browsertime-tp6-firefox-twitch-fis-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-twitch-e10s: None - * browsertime-tp6-chromium-twitch-e10s: None - * browsertime-tp6-firefox-twitch-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-twitch-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-twitch-e10s: None - * browsertime-tp6-live-chromium-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-e10s: None - * browsertime-tp6-live-firefox-twitch-fis-e10s: None - - -.. dropdown:: twitter (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-twitch-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-twitch-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitch-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: twitter :container: + anchor-id-twitter-d **Owner**: PerfTest Team @@ -4253,74 +21114,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-fis-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-fis-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-twitter-e10s: None - * browsertime-tp6-essential-chromium-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-twitter-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-twitter-e10s: None - * browsertime-tp6-live-chromium-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-twitter-e10s: None - * browsertime-tp6-essential-chromium-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-e10s: trunk - * browsertime-tp6-essential-firefox-twitter-fis-e10s: trunk - * browsertime-tp6-live-chrome-twitter-e10s: None - * browsertime-tp6-live-chromium-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-twitter-e10s: None - * browsertime-tp6-essential-chromium-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-twitter-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-twitter-e10s: None - * browsertime-tp6-live-chromium-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-fis-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-twitter-e10s: None - * browsertime-tp6-essential-chromium-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-fis-e10s: None - * browsertime-tp6-live-chrome-twitter-e10s: None - * browsertime-tp6-live-chromium-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-fis-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-twitter-e10s: None - * browsertime-tp6-essential-chromium-twitter-e10s: None - * browsertime-tp6-essential-firefox-twitter-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-twitter-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-twitter-e10s: None - * browsertime-tp6-live-chromium-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-e10s: None - * browsertime-tp6-live-firefox-twitter-fis-e10s: None - - -.. dropdown:: wikia (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-twitter-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-twitter-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-twitter-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wikia :container: + anchor-id-wikia-d **Owner**: PerfTest Team @@ -4344,46 +21519,248 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-wikia-e10s: None - * browsertime-tp6-firefox-wikia-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-wikia-e10s: None - * browsertime-tp6-firefox-wikia-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-wikia-e10s: None - * browsertime-tp6-chromium-wikia-e10s: None - * browsertime-tp6-firefox-wikia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-wikia-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-wikia-e10s: None - * browsertime-tp6-chromium-wikia-e10s: None - * browsertime-tp6-firefox-wikia-e10s: trunk - * browsertime-tp6-firefox-wikia-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-wikia-e10s: None - * browsertime-tp6-chromium-wikia-e10s: None - * browsertime-tp6-firefox-wikia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-wikia-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-wikia-e10s: None - * browsertime-tp6-firefox-wikia-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-wikia-e10s: None - * browsertime-tp6-chromium-wikia-e10s: None - * browsertime-tp6-firefox-wikia-e10s: None - * browsertime-tp6-firefox-wikia-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-wikia-e10s: None - * browsertime-tp6-firefox-wikia-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-wikia-e10s: None - * browsertime-tp6-chromium-wikia-e10s: None - * browsertime-tp6-firefox-wikia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-wikia-fis-e10s: mozilla-central - - -.. dropdown:: wikipedia (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-wikia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-wikia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-wikia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wikipedia :container: + anchor-id-wikipedia-d **Owner**: PerfTest Team @@ -4408,74 +21785,716 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-wikipedia-e10s: None - * browsertime-tp6-essential-chromium-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-wikipedia-e10s: None - * browsertime-tp6-live-chromium-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-wikipedia-e10s: None - * browsertime-tp6-essential-chromium-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-e10s: trunk - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: trunk - * browsertime-tp6-live-chrome-wikipedia-e10s: None - * browsertime-tp6-live-chromium-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-wikipedia-e10s: None - * browsertime-tp6-essential-chromium-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-wikipedia-e10s: None - * browsertime-tp6-live-chromium-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-wikipedia-e10s: None - * browsertime-tp6-essential-chromium-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: None - * browsertime-tp6-live-chrome-wikipedia-e10s: None - * browsertime-tp6-live-chromium-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-wikipedia-e10s: None - * browsertime-tp6-essential-chromium-wikipedia-e10s: None - * browsertime-tp6-essential-firefox-wikipedia-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-wikipedia-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-wikipedia-e10s: None - * browsertime-tp6-live-chromium-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-e10s: None - * browsertime-tp6-live-firefox-wikipedia-fis-e10s: None - - -.. dropdown:: yahoo-mail (BT, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: yahoo-mail :container: + anchor-id-yahoo-mail-d **Owner**: PerfTest Team @@ -4499,74 +22518,388 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-yahoo-mail-e10s: None - * browsertime-tp6-essential-chromium-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-yahoo-mail-e10s: None - * browsertime-tp6-live-chromium-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-yahoo-mail-e10s: None - * browsertime-tp6-essential-chromium-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: trunk - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: trunk - * browsertime-tp6-live-chrome-yahoo-mail-e10s: None - * browsertime-tp6-live-chromium-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-yahoo-mail-e10s: None - * browsertime-tp6-essential-chromium-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-yahoo-mail-e10s: None - * browsertime-tp6-live-chromium-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-yahoo-mail-e10s: None - * browsertime-tp6-essential-chromium-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: None - * browsertime-tp6-live-chrome-yahoo-mail-e10s: None - * browsertime-tp6-live-chromium-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-yahoo-mail-e10s: None - * browsertime-tp6-essential-chromium-yahoo-mail-e10s: None - * browsertime-tp6-essential-firefox-yahoo-mail-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-chrome-yahoo-mail-e10s: None - * browsertime-tp6-live-chromium-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-e10s: None - * browsertime-tp6-live-firefox-yahoo-mail-fis-e10s: None - - -.. dropdown:: youtube (BT, FF, CH, CU) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-yahoo-mail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-yahoo-mail-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-yahoo-mail-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube :container: + anchor-id-youtube-d **Owner**: PerfTest Team @@ -4591,71 +22924,718 @@ Tests for page-load performance. The links direct to the actual websites that ar * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-youtube-e10s: None - * browsertime-tp6-firefox-youtube-fis-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-youtube-e10s: None - * browsertime-tp6-firefox-youtube-fis-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-youtube-e10s: None - * browsertime-tp6-chromium-youtube-e10s: None - * browsertime-tp6-firefox-youtube-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-youtube-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-youtube-e10s: None - * browsertime-tp6-live-chromium-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-youtube-e10s: None - * browsertime-tp6-chromium-youtube-e10s: None - * browsertime-tp6-firefox-youtube-e10s: trunk - * browsertime-tp6-firefox-youtube-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-youtube-e10s: None - * browsertime-tp6-live-chromium-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-youtube-e10s: None - * browsertime-tp6-chromium-youtube-e10s: None - * browsertime-tp6-firefox-youtube-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-youtube-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-youtube-e10s: None - * browsertime-tp6-live-chromium-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-youtube-e10s: None - * browsertime-tp6-firefox-youtube-fis-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-youtube-e10s: None - * browsertime-tp6-chromium-youtube-e10s: None - * browsertime-tp6-firefox-youtube-e10s: None - * browsertime-tp6-firefox-youtube-fis-e10s: None - * browsertime-tp6-live-chrome-youtube-e10s: None - * browsertime-tp6-live-chromium-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-youtube-e10s: None - * browsertime-tp6-firefox-youtube-fis-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-youtube-e10s: None - * browsertime-tp6-chromium-youtube-e10s: None - * browsertime-tp6-firefox-youtube-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-youtube-fis-e10s: mozilla-central - * browsertime-tp6-live-chrome-youtube-e10s: None - * browsertime-tp6-live-chromium-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-e10s: None - * browsertime-tp6-live-firefox-youtube-fis-e10s: None + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-profiling-geckoview-youtube-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + @@ -4663,7 +23643,7 @@ Interactive ----------- Browsertime tests that interact with the webpage. Includes responsiveness tests as they make use of this support for navigation. These form of tests allow the specification of browsertime commands through the test manifest. -.. dropdown:: cnn-nav (Navigates to cnn main page, then to the world sub-page.) +.. dropdown:: cnn-nav :container: + anchor-id-cnn-nav-i **Owner**: PerfTest Team @@ -4690,46 +23670,248 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-responsiveness-chrome-cnn-nav-e10s: None - * browsertime-responsiveness-chromium-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-e10s: trunk - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-responsiveness-chrome-cnn-nav-e10s: None - * browsertime-responsiveness-chromium-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-responsiveness-chrome-cnn-nav-e10s: None - * browsertime-responsiveness-chromium-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-e10s: trunk - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: trunk - * test-windows10-32-qr/opt - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-responsiveness-chrome-cnn-nav-e10s: None - * browsertime-responsiveness-chromium-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-responsiveness-firefox-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-responsiveness-chrome-cnn-nav-e10s: None - * browsertime-responsiveness-chromium-cnn-nav-e10s: None - * browsertime-responsiveness-firefox-cnn-nav-e10s: trunk - * browsertime-responsiveness-firefox-cnn-nav-fis-e10s: trunk - - -.. dropdown:: facebook-nav (Navigates to facebook, then the sub-pages friends, marketplace, groups.) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-cnn-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-cnn-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + +.. dropdown:: facebook-nav :container: + anchor-id-facebook-nav-i **Owner**: PerfTest Team @@ -4756,46 +23938,248 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-responsiveness-chrome-facebook-nav-e10s: None - * browsertime-responsiveness-chromium-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-e10s: trunk - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-responsiveness-chrome-facebook-nav-e10s: None - * browsertime-responsiveness-chromium-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-responsiveness-chrome-facebook-nav-e10s: None - * browsertime-responsiveness-chromium-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-e10s: trunk - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: trunk - * test-windows10-32-qr/opt - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-responsiveness-chrome-facebook-nav-e10s: None - * browsertime-responsiveness-chromium-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-responsiveness-firefox-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-responsiveness-chrome-facebook-nav-e10s: None - * browsertime-responsiveness-chromium-facebook-nav-e10s: None - * browsertime-responsiveness-firefox-facebook-nav-e10s: trunk - * browsertime-responsiveness-firefox-facebook-nav-fis-e10s: trunk - - -.. dropdown:: reddit-billgates-ama (Navigates from the Bill Gates AMA to the Reddit members section.) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-facebook-nav-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-facebook-nav-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + +.. dropdown:: reddit-billgates-ama :container: + anchor-id-reddit-billgates-ama-i **Owner**: PerfTest Team @@ -4822,46 +24206,248 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: trunk - * test-windows10-32-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: trunk - - -.. dropdown:: reddit-billgates-post-1 (Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections.) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-ama-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + +.. dropdown:: reddit-billgates-post-1 :container: + anchor-id-reddit-billgates-post-1-i **Owner**: PerfTest Team @@ -4888,46 +24474,248 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: trunk - * test-windows10-32-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: trunk - - -.. dropdown:: reddit-billgates-post-2 (Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections.) + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + +.. dropdown:: reddit-billgates-post-2 :container: + anchor-id-reddit-billgates-post-2-i **Owner**: PerfTest Team @@ -4954,51 +24742,253 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests * **unit**: ms * **use live sites**: false * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: trunk - * test-macosx1014-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: trunk - * test-macosx1015-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: trunk - * test-windows10-32-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None - * browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: trunk - * browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: trunk + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + Live ---- -A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium, GV: Geckoview, RB: Refbrow, FE: Fenix, CH-M: Chrome mobile) +A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms. -.. dropdown:: booking-sf (GV, FE, RB, CH-M, FF, CH, CU) +.. dropdown:: booking-sf :container: + anchor-id-booking-sf-l **Owner**: PerfTest Team @@ -5017,8 +25007,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: cnn (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-sf-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: cnn :container: + anchor-id-cnn-l **Owner**: PerfTest Team @@ -5036,64 +25214,666 @@ A set of test pages that are run as live sites instead of recorded versions. The * **unit**: ms * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-32-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-essential-firefox-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-fis-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-essential-chrome-cnn-e10s: None - * browsertime-tp6-essential-chromium-cnn-e10s: None - * browsertime-tp6-essential-firefox-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6-essential-firefox-cnn-fis-e10s: mozilla-beta, trunk - * browsertime-tp6-live-sheriffed-firefox-cnn-e10s: None - * browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s: None - - -.. dropdown:: cnn-ampstories (GV, FE, RB, CH-M, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: cnn-ampstories :container: + anchor-id-cnn-ampstories-l **Owner**: PerfTest Team @@ -5112,8 +25892,336 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: discord (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: discord :container: + anchor-id-discord-l **Owner**: PerfTest Team @@ -5132,8 +26240,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: expedia (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-discord-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: expedia :container: + anchor-id-expedia-l **Owner**: PerfTest Team @@ -5151,46 +26447,436 @@ A set of test pages that are run as live sites instead of recorded versions. The * **unit**: ms * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-expedia-e10s: None - * browsertime-tp6-firefox-expedia-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-expedia-e10s: None - * browsertime-tp6-chromium-expedia-e10s: None - * browsertime-tp6-firefox-expedia-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-expedia-fis-e10s: mozilla-central - - -.. dropdown:: fashionbeans (GV, FE, RB, CH-M, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-expedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-expedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-expedia-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: fashionbeans :container: + anchor-id-fashionbeans-l **Owner**: PerfTest Team @@ -5209,8 +26895,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: google-accounts (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-fashionbeans-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-accounts :container: + anchor-id-google-accounts-l **Owner**: PerfTest Team @@ -5229,8 +27103,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: imdb-firefox (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-accounts-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: imdb-firefox :container: + anchor-id-imdb-firefox-l **Owner**: PerfTest Team @@ -5249,8 +27311,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: medium-article (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-firefox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: medium-article :container: + anchor-id-medium-article-l **Owner**: PerfTest Team @@ -5269,8 +27519,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: nytimes (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-medium-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: nytimes :container: + anchor-id-nytimes-l **Owner**: PerfTest Team @@ -5288,46 +27726,436 @@ A set of test pages that are run as live sites instead of recorded versions. The * **unit**: ms * **use live sites**: true * **Test Task**: - * test-linux1804-64-clang-trunk-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-linux1804-64-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-linux1804-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-macosx1014-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-macosx1015-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - * test-windows10-32-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-32-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-64-qr/opt - * browsertime-tp6-firefox-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-fis-e10s: None - * test-windows10-64-shippable-qr/opt - * browsertime-tp6-chrome-nytimes-e10s: None - * browsertime-tp6-chromium-nytimes-e10s: None - * browsertime-tp6-firefox-nytimes-e10s: mozilla-beta, trunk - * browsertime-tp6-firefox-nytimes-fis-e10s: mozilla-central - - -.. dropdown:: people-article (GV, FE, RB, CH-M, FF, CH, CU) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-nytimes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-nytimes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-nytimes-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: people-article :container: + anchor-id-people-article-l **Owner**: PerfTest Team @@ -5346,8 +28174,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: reddit-thread (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-people-article-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: reddit-thread :container: + anchor-id-reddit-thread-l **Owner**: PerfTest Team @@ -5366,8 +28382,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: rumble-fox (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-thread-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: rumble-fox :container: + anchor-id-rumble-fox-l **Owner**: PerfTest Team @@ -5386,8 +28590,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: stackoverflow-question (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-rumble-fox-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: stackoverflow-question :container: + anchor-id-stackoverflow-question-l **Owner**: PerfTest Team @@ -5406,8 +28798,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: urbandictionary-define (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-question-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: urbandictionary-define :container: + anchor-id-urbandictionary-define-l **Owner**: PerfTest Team @@ -5426,8 +29006,196 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: - -.. dropdown:: wikia-marvel (GV, FE, RB, CH-M, FF, CH, CU) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-urbandictionary-define-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wikia-marvel :container: + anchor-id-wikia-marvel-l **Owner**: PerfTest Team @@ -5446,13 +29214,201 @@ A set of test pages that are run as live sites instead of recorded versions. The * **use live sites**: true * **Test Task**: + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-live-chrome-m-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikia-marvel-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + Mobile ------ -Page-load performance test suite on Android. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, GV: Geckoview, RB: Refbrow, FE: Fenix, CH-M: Chrome mobile) +Page-load performance test suite on Android. The links direct to the actual websites that are being tested. -.. dropdown:: allrecipes (BT, GV, FE, RB, CH-M) +.. dropdown:: allrecipes :container: + anchor-id-allrecipes-m **Owner**: PerfTest Team @@ -5473,65 +29429,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-essential-fenix-allrecipes-e10s: None - * browsertime-tp6m-essential-geckoview-allrecipes-e10s: None - * browsertime-tp6m-essential-refbrow-allrecipes-e10s: None - * browsertime-tp6m-live-chrome-m-allrecipes-e10s: None - * browsertime-tp6m-live-fenix-allrecipes-e10s: None - * browsertime-tp6m-live-geckoview-allrecipes-e10s: None - - -.. dropdown:: amazon (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-allrecipes-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: amazon :container: + anchor-id-amazon-m **Owner**: PerfTest Team @@ -5552,66 +29780,741 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-amazon-e10s: None - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-amazon-e10s: None - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-profiling-geckoview-amazon-e10s: mozilla-central - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-amazon-e10s: None - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-amazon-e10s: None - * browsertime-tp6m-fenix-amazon-e10s: None - * browsertime-tp6m-geckoview-amazon-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-e10s: None - * browsertime-tp6m-live-fenix-amazon-e10s: None - * browsertime-tp6m-live-geckoview-amazon-e10s: None - * browsertime-tp6m-refbrow-amazon-e10s: None - - -.. dropdown:: amazon-search (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-profiling-geckoview-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-profiling-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-amazon-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-amazon-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-amazon-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: amazon-search :container: + anchor-id-amazon-search-m **Owner**: PerfTest Team @@ -5632,65 +30535,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-essential-fenix-amazon-search-e10s: None - * browsertime-tp6m-essential-geckoview-amazon-search-e10s: None - * browsertime-tp6m-essential-refbrow-amazon-search-e10s: None - * browsertime-tp6m-live-chrome-m-amazon-search-e10s: None - * browsertime-tp6m-live-fenix-amazon-search-e10s: None - * browsertime-tp6m-live-geckoview-amazon-search-e10s: None - - -.. dropdown:: bing (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-amazon-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: bing :container: + anchor-id-bing-m **Owner**: PerfTest Team @@ -5711,65 +30886,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-e10s: None - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-e10s: None - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-e10s: None - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-chrome-m-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-e10s: None - * browsertime-tp6m-fenix-bing-e10s: None - * browsertime-tp6m-geckoview-bing-e10s: None - * browsertime-tp6m-live-chrome-m-bing-e10s: None - * browsertime-tp6m-live-fenix-bing-e10s: None - * browsertime-tp6m-live-geckoview-bing-e10s: None - * browsertime-tp6m-refbrow-bing-e10s: None - - -.. dropdown:: bing-search-restaurants (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: bing-search-restaurants :container: + anchor-id-bing-search-restaurants-m **Owner**: PerfTest Team @@ -5790,65 +31237,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-bing-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-bing-search-restaurants-e10s: None - - -.. dropdown:: booking (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-bing-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: booking :container: + anchor-id-booking-m **Owner**: PerfTest Team @@ -5869,65 +31588,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-booking-e10s: None - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-booking-e10s: None - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-booking-e10s: None - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-chrome-m-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-booking-e10s: None - * browsertime-tp6m-fenix-booking-e10s: None - * browsertime-tp6m-geckoview-booking-e10s: None - * browsertime-tp6m-live-chrome-m-booking-e10s: None - * browsertime-tp6m-live-fenix-booking-e10s: None - * browsertime-tp6m-live-geckoview-booking-e10s: None - * browsertime-tp6m-refbrow-booking-e10s: None - - -.. dropdown:: cnn (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-booking-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: cnn :container: + anchor-id-cnn-m **Owner**: PerfTest Team @@ -5948,65 +31939,666 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-e10s: None - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-e10s: None - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-e10s: None - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-chrome-m-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-e10s: None - * browsertime-tp6m-fenix-cnn-e10s: None - * browsertime-tp6m-geckoview-cnn-e10s: None - * browsertime-tp6m-live-chrome-m-cnn-e10s: None - * browsertime-tp6m-live-fenix-cnn-e10s: None - * browsertime-tp6m-live-geckoview-cnn-e10s: None - * browsertime-tp6m-refbrow-cnn-e10s: None - - -.. dropdown:: cnn-ampstories (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-cnn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-cnn-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-sheriffed-firefox-cnn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: cnn-ampstories :container: + anchor-id-cnn-ampstories-m **Owner**: PerfTest Team @@ -6027,65 +32619,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: autoland - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: autoland - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s: None - * browsertime-tp6m-live-fenix-cnn-ampstories-e10s: None - * browsertime-tp6m-live-geckoview-cnn-ampstories-e10s: None - * browsertime-tp6m-refbrow-cnn-ampstories-e10s: None - - -.. dropdown:: dailymail (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-cnn-ampstories-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: dailymail :container: + anchor-id-dailymail-m **Owner**: PerfTest Team @@ -6106,65 +32970,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-dailymail-e10s: None - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-dailymail-e10s: None - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-dailymail-e10s: None - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-chrome-m-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-dailymail-e10s: None - * browsertime-tp6m-fenix-dailymail-e10s: None - * browsertime-tp6m-geckoview-dailymail-e10s: None - * browsertime-tp6m-live-chrome-m-dailymail-e10s: None - * browsertime-tp6m-live-fenix-dailymail-e10s: None - * browsertime-tp6m-live-geckoview-dailymail-e10s: None - * browsertime-tp6m-refbrow-dailymail-e10s: None - - -.. dropdown:: ebay-kleinanzeigen (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-dailymail-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: ebay-kleinanzeigen :container: + anchor-id-ebay-kleinanzeigen-m **Owner**: PerfTest Team @@ -6185,65 +33321,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s: None - - -.. dropdown:: ebay-kleinanzeigen-search (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: ebay-kleinanzeigen-search :container: + anchor-id-ebay-kleinanzeigen-search-m **Owner**: PerfTest Team @@ -6264,65 +33672,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s: None - * browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s: None - - -.. dropdown:: espn (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-ebay-kleinanzeigen-search-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: espn :container: + anchor-id-espn-m **Owner**: PerfTest Team @@ -6343,65 +34023,576 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-espn-e10s: None - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-chrome-m-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-espn-e10s: None - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-chrome-m-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-espn-e10s: None - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-chrome-m-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-espn-e10s: None - * browsertime-tp6m-essential-fenix-espn-e10s: None - * browsertime-tp6m-essential-geckoview-espn-e10s: None - * browsertime-tp6m-essential-refbrow-espn-e10s: None - * browsertime-tp6m-live-chrome-m-espn-e10s: None - * browsertime-tp6m-live-fenix-espn-e10s: None - * browsertime-tp6m-live-geckoview-espn-e10s: None - - -.. dropdown:: facebook (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-espn-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-espn-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-espn-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: facebook :container: + anchor-id-facebook-m **Owner**: PerfTest Team @@ -6423,65 +34614,716 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-facebook-e10s: None - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-facebook-e10s: None - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-facebook-e10s: None - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-facebook-e10s: None - * browsertime-tp6m-essential-fenix-facebook-e10s: None - * browsertime-tp6m-essential-geckoview-facebook-e10s: None - * browsertime-tp6m-essential-refbrow-facebook-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-e10s: None - * browsertime-tp6m-live-fenix-facebook-e10s: None - * browsertime-tp6m-live-geckoview-facebook-e10s: None - - -.. dropdown:: facebook-cristiano (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-facebook-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-facebook-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-facebook-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: facebook-cristiano :container: + anchor-id-facebook-cristiano-m **Owner**: PerfTest Team @@ -6502,65 +35344,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s: None - * browsertime-tp6m-live-fenix-facebook-cristiano-e10s: None - * browsertime-tp6m-live-geckoview-facebook-cristiano-e10s: None - * browsertime-tp6m-refbrow-facebook-cristiano-e10s: None - - -.. dropdown:: google (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-facebook-cristiano-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google :container: + anchor-id-google-m **Owner**: PerfTest Team @@ -6582,65 +35696,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-google-e10s: None - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-chrome-m-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-google-e10s: None - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-chrome-m-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-google-e10s: None - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-chrome-m-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-google-e10s: None - * browsertime-tp6m-essential-fenix-google-e10s: None - * browsertime-tp6m-essential-geckoview-google-e10s: None - * browsertime-tp6m-essential-refbrow-google-e10s: None - * browsertime-tp6m-live-chrome-m-google-e10s: None - * browsertime-tp6m-live-fenix-google-e10s: None - * browsertime-tp6m-live-geckoview-google-e10s: None - - -.. dropdown:: google-maps (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-maps :container: + anchor-id-google-maps-m **Owner**: PerfTest Team @@ -6661,65 +36047,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-maps-e10s: None - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-maps-e10s: None - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-maps-e10s: None - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-chrome-m-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-maps-e10s: None - * browsertime-tp6m-fenix-google-maps-e10s: None - * browsertime-tp6m-geckoview-google-maps-e10s: None - * browsertime-tp6m-live-chrome-m-google-maps-e10s: None - * browsertime-tp6m-live-fenix-google-maps-e10s: None - * browsertime-tp6m-live-geckoview-google-maps-e10s: None - * browsertime-tp6m-refbrow-google-maps-e10s: None - - -.. dropdown:: google-search-restaurants (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-maps-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: google-search-restaurants :container: + anchor-id-google-search-restaurants-m **Owner**: PerfTest Team @@ -6741,65 +36399,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s: None - * browsertime-tp6m-live-fenix-google-search-restaurants-e10s: None - * browsertime-tp6m-live-geckoview-google-search-restaurants-e10s: None - * browsertime-tp6m-refbrow-google-search-restaurants-e10s: None - - -.. dropdown:: imdb (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-google-search-restaurants-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: imdb :container: + anchor-id-imdb-m **Owner**: PerfTest Team @@ -6820,65 +36750,716 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-imdb-e10s: None - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-imdb-e10s: None - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-imdb-e10s: None - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-chrome-m-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-imdb-e10s: None - * browsertime-tp6m-fenix-imdb-e10s: None - * browsertime-tp6m-geckoview-imdb-e10s: None - * browsertime-tp6m-live-chrome-m-imdb-e10s: None - * browsertime-tp6m-live-fenix-imdb-e10s: None - * browsertime-tp6m-live-geckoview-imdb-e10s: None - * browsertime-tp6m-refbrow-imdb-e10s: None - - -.. dropdown:: instagram (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-imdb-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-imdb-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-imdb-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: instagram :container: + anchor-id-instagram-m **Owner**: PerfTest Team @@ -6900,65 +37481,576 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-instagram-e10s: None - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-instagram-e10s: None - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-instagram-e10s: None - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-chrome-m-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-instagram-e10s: None - * browsertime-tp6m-fenix-instagram-e10s: None - * browsertime-tp6m-geckoview-instagram-e10s: None - * browsertime-tp6m-live-chrome-m-instagram-e10s: None - * browsertime-tp6m-live-fenix-instagram-e10s: None - * browsertime-tp6m-live-geckoview-instagram-e10s: None - * browsertime-tp6m-refbrow-instagram-e10s: None - - -.. dropdown:: microsoft-support (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-instagram-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-instagram-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-instagram-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + + + +.. dropdown:: microsoft-support :container: + anchor-id-microsoft-support-m **Owner**: PerfTest Team @@ -6979,65 +38071,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-essential-fenix-microsoft-support-e10s: None - * browsertime-tp6m-essential-geckoview-microsoft-support-e10s: None - * browsertime-tp6m-essential-refbrow-microsoft-support-e10s: None - * browsertime-tp6m-live-chrome-m-microsoft-support-e10s: None - * browsertime-tp6m-live-fenix-microsoft-support-e10s: None - * browsertime-tp6m-live-geckoview-microsoft-support-e10s: None - - -.. dropdown:: reddit (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-microsoft-support-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: reddit :container: + anchor-id-reddit-m **Owner**: PerfTest Team @@ -7058,65 +38422,716 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-reddit-e10s: None - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-reddit-e10s: None - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-reddit-e10s: None - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-chrome-m-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-reddit-e10s: None - * browsertime-tp6m-fenix-reddit-e10s: None - * browsertime-tp6m-geckoview-reddit-e10s: None - * browsertime-tp6m-live-chrome-m-reddit-e10s: None - * browsertime-tp6m-live-fenix-reddit-e10s: None - * browsertime-tp6m-live-geckoview-reddit-e10s: None - * browsertime-tp6m-refbrow-reddit-e10s: None - - -.. dropdown:: sina (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-reddit-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-reddit-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-reddit-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: sina :container: + anchor-id-sina-m **Owner**: PerfTest Team @@ -7137,45 +39152,237 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-sina-e10s: None - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: mozilla-beta, trunk - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-sina-e10s: None - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: mozilla-beta, trunk - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-sina-e10s: None - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-sina-e10s: None - * browsertime-tp6m-fenix-sina-e10s: None - * browsertime-tp6m-geckoview-sina-e10s: None - * browsertime-tp6m-refbrow-sina-e10s: None - - -.. dropdown:: stackoverflow (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-sina-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: stackoverflow :container: + anchor-id-stackoverflow-m **Owner**: PerfTest Team @@ -7196,65 +39403,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-fenix-stackoverflow-e10s: None - * browsertime-tp6m-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-live-chrome-m-stackoverflow-e10s: None - * browsertime-tp6m-live-fenix-stackoverflow-e10s: None - * browsertime-tp6m-live-geckoview-stackoverflow-e10s: None - * browsertime-tp6m-refbrow-stackoverflow-e10s: None - - -.. dropdown:: web-de (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-stackoverflow-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: web-de :container: + anchor-id-web-de-m **Owner**: PerfTest Team @@ -7275,65 +39754,337 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-web-de-e10s: None - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-web-de-e10s: None - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-web-de-e10s: None - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-chrome-m-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-web-de-e10s: None - * browsertime-tp6m-fenix-web-de-e10s: None - * browsertime-tp6m-geckoview-web-de-e10s: None - * browsertime-tp6m-live-chrome-m-web-de-e10s: None - * browsertime-tp6m-live-fenix-web-de-e10s: None - * browsertime-tp6m-live-geckoview-web-de-e10s: None - * browsertime-tp6m-refbrow-web-de-e10s: None - - -.. dropdown:: wikipedia (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-web-de-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: wikipedia :container: + anchor-id-wikipedia-m **Owner**: PerfTest Team @@ -7354,65 +40105,716 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-fenix-wikipedia-e10s: None - * browsertime-tp6m-geckoview-wikipedia-e10s: None - * browsertime-tp6m-live-chrome-m-wikipedia-e10s: None - * browsertime-tp6m-live-fenix-wikipedia-e10s: None - * browsertime-tp6m-live-geckoview-wikipedia-e10s: None - * browsertime-tp6m-refbrow-wikipedia-e10s: None - - -.. dropdown:: youtube (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-essential-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-essential-firefox-wikipedia-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-essential-firefox-wikipedia-fis-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-live-chrome-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-wikipedia-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube :container: + anchor-id-youtube-m **Owner**: PerfTest Team @@ -7433,66 +40835,721 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-youtube-e10s: None - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-youtube-e10s: None - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: mozilla-beta, trunk - * browsertime-tp6m-live-chrome-m-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-profiling-geckoview-youtube-e10s: mozilla-central - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-chrome-m-youtube-e10s: None - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-chrome-m-youtube-e10s: None - * browsertime-tp6m-fenix-youtube-e10s: None - * browsertime-tp6m-geckoview-youtube-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-e10s: None - * browsertime-tp6m-live-fenix-youtube-e10s: None - * browsertime-tp6m-live-geckoview-youtube-e10s: None - * browsertime-tp6m-refbrow-youtube-e10s: None - - -.. dropdown:: youtube-watch (BT, GV, FE, RB, CH-M) + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-profiling-geckoview-youtube-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-refbrow-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-clang-trunk-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-linux1804-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1014-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-macosx1015-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-32-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-windows10-64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-firefox-youtube-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6-firefox-youtube-fis-e10s** + - ✅ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chrome-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-chromium-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6-live-firefox-youtube-fis-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: youtube-watch :container: + anchor-id-youtube-watch-m **Owner**: PerfTest Team @@ -7513,70 +41570,342 @@ Page-load performance test suite on Android. The links direct to the actual webs * **unit**: ms * **use live sites**: false * **Test Task**: - * test-android-hw-g5-7-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-g5-7-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-p2-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: mozilla-beta, trunk - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-p2-8-0-arm7-qr/opt - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-p2-8-0-arm7-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-s7-8-0-android-aarch64-qr/opt - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None - * test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt - * browsertime-tp6m-essential-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-essential-fenix-youtube-watch-e10s: None - * browsertime-tp6m-essential-geckoview-youtube-watch-e10s: None - * browsertime-tp6m-essential-refbrow-youtube-watch-e10s: None - * browsertime-tp6m-live-chrome-m-youtube-watch-e10s: None - * browsertime-tp6m-live-fenix-youtube-watch-e10s: None - * browsertime-tp6m-live-geckoview-youtube-watch-e10s: None + + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ✅ + - ✅ + - ❌ + - ✅ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-s7-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-tp6m-essential-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-essential-refbrow-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-chrome-m-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-fenix-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-tp6m-live-geckoview-youtube-watch-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + Scenario -------- -Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc. (FE: Fenix, GV: Geckoview, RB: Refbrow) +Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc. -.. dropdown:: idle (FE, GV, RB) +.. dropdown:: idle :container: + anchor-id-idle-s **Owner**: PerfTest Team @@ -7594,8 +41923,164 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **unit**: scenarioComplete * **Test Task**: - -.. dropdown:: idle-bg (FE, GV, RB) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: idle-bg :container: + anchor-id-idle-bg-s **Owner**: PerfTest Team @@ -7614,8 +42099,164 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **unit**: scenarioComplete * **Test Task**: - -.. dropdown:: raptor-scn-power-idle-bg-fenix (FE) + .. list-table:: **test-android-hw-g5-7-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-g5-7-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-android-aarch64-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + .. list-table:: **test-android-hw-p2-8-0-arm7-shippable-qr/opt** + :widths: 30 15 15 15 15 + :header-rows: 1 + + * - **Test Name** + - mozilla-central + - autoland + - mozilla-release + - mozilla-beta + * - **browsertime-power-fenix-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-geckoview-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + * - **browsertime-power-refbrow-idle-bg-e10s** + - ❌ + - ❌ + - ❌ + - ❌ + + + +.. dropdown:: raptor-scn-power-idle-bg-fenix :container: + anchor-id-raptor-scn-power-idle-bg-fenix-s **Owner**: PerfTest Team @@ -7633,8 +42274,7 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **type**: scenario * **unit**: scenarioComplete - -.. dropdown:: raptor-scn-power-idle-bg-geckoview (GV) +.. dropdown:: raptor-scn-power-idle-bg-geckoview :container: + anchor-id-raptor-scn-power-idle-bg-geckoview-s **Owner**: PerfTest Team @@ -7652,8 +42292,7 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **type**: scenario * **unit**: scenarioComplete - -.. dropdown:: raptor-scn-power-idle-bg-refbrow (RB) +.. dropdown:: raptor-scn-power-idle-bg-refbrow :container: + anchor-id-raptor-scn-power-idle-bg-refbrow-s **Owner**: PerfTest Team @@ -7671,8 +42310,7 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **type**: scenario * **unit**: scenarioComplete - -.. dropdown:: raptor-scn-power-idle-fenix (FE) +.. dropdown:: raptor-scn-power-idle-fenix :container: + anchor-id-raptor-scn-power-idle-fenix-s **Owner**: PerfTest Team @@ -7689,8 +42327,7 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **type**: scenario * **unit**: scenarioComplete - -.. dropdown:: raptor-scn-power-idle-geckoview (GV) +.. dropdown:: raptor-scn-power-idle-geckoview :container: + anchor-id-raptor-scn-power-idle-geckoview-s **Owner**: PerfTest Team @@ -7707,8 +42344,7 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **type**: scenario * **unit**: scenarioComplete - -.. dropdown:: raptor-scn-power-idle-refbrow (RB) +.. dropdown:: raptor-scn-power-idle-refbrow :container: + anchor-id-raptor-scn-power-idle-refbrow-s **Owner**: PerfTest Team @@ -7726,12 +42362,11 @@ Tests that perform a specific action (a scenario), i.e. idle application, idle a * **unit**: scenarioComplete - Unittests --------- These tests aren't used in standard testing, they are only used in the Raptor unit tests (they are similar to raptor-tp6 tests though). -.. dropdown:: raptor-tp6-unittest-amazon-firefox (FF) +.. dropdown:: raptor-tp6-unittest-amazon-firefox :container: + anchor-id-raptor-tp6-unittest-amazon-firefox-u **Owner**: PerfTest Team @@ -7752,8 +42387,7 @@ These tests aren't used in standard testing, they are only used in the Raptor un * **type**: pageload * **unit**: ms - -.. dropdown:: raptor-tp6-unittest-facebook-firefox (FF) +.. dropdown:: raptor-tp6-unittest-facebook-firefox :container: + anchor-id-raptor-tp6-unittest-facebook-firefox-u **Owner**: PerfTest Team @@ -7774,8 +42408,7 @@ These tests aren't used in standard testing, they are only used in the Raptor un * **type**: pageload * **unit**: ms - -.. dropdown:: raptor-tp6-unittest-google-firefox (FF) +.. dropdown:: raptor-tp6-unittest-google-firefox :container: + anchor-id-raptor-tp6-unittest-google-firefox-u **Owner**: PerfTest Team @@ -7796,8 +42429,7 @@ These tests aren't used in standard testing, they are only used in the Raptor un * **type**: pageload * **unit**: ms - -.. dropdown:: raptor-tp6-unittest-youtube-firefox (FF) +.. dropdown:: raptor-tp6-unittest-youtube-firefox :container: + anchor-id-raptor-tp6-unittest-youtube-firefox-u **Owner**: PerfTest Team @@ -7819,4 +42451,3 @@ These tests aren't used in standard testing, they are only used in the Raptor un * **unit**: ms - diff --git a/testing/raptor/raptor/perfdocs/config.yml b/testing/raptor/raptor/perfdocs/config.yml index 155b9964f96ff..1d34cf1e9bb64 100644 --- a/testing/raptor/raptor/perfdocs/config.yml +++ b/testing/raptor/raptor/perfdocs/config.yml @@ -7,7 +7,7 @@ manifest: testing/raptor/raptor/raptor.ini static-only: False suites: desktop: - description: "Tests for page-load performance. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium)" + description: "Tests for page-load performance. The links direct to the actual websites that are being tested." tests: amazon: "BT, FF, CH, CU" bing-search: "BT, FF, CH, CU" @@ -43,7 +43,7 @@ suites: yahoo-mail: "BT, FF, CH, CU" youtube: "BT, FF, CH, CU" mobile: - description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, GV: Geckoview, RB: Refbrow, FE: Fenix, CH-M: Chrome mobile)" + description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested." tests: amazon: "BT, GV, FE, RB, CH-M" youtube: "BT, GV, FE, RB, CH-M" @@ -73,7 +73,7 @@ suites: wikipedia: "BT, GV, FE, RB, CH-M" youtube-watch: "BT, GV, FE, RB, CH-M" live: - description: "A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium, GV: Geckoview, RB: Refbrow, FE: Fenix, CH-M: Chrome mobile)" + description: "A set of test pages that are run as live sites instead of recorded versions. These tests are available on all browsers, on all platforms." tests: booking-sf: "GV, FE, RB, CH-M, FF, CH, CU" cnn: "GV, FE, RB, CH-M, FF, CH, CU" @@ -92,7 +92,7 @@ suites: urbandictionary-define: "GV, FE, RB, CH-M, FF, CH, CU" wikia-marvel: "GV, FE, RB, CH-M, FF, CH, CU" benchmarks: - description: "Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI. (FF: Firefox, CH: Chrome, CU: Chromium)" + description: "Standard benchmarks are third-party tests (i.e. Speedometer) that we have integrated into Raptor to run per-commit in our production CI." tests: ares6: "FF, CH, CU" assorted-dom: "FF, CH, CU" @@ -136,7 +136,7 @@ suites: youtube-playback-widevine-hfr: "FF , GV, FE, RB, CH" youtube-playback-widevine-vp9-sfr: "FF , GV, FE, RB, CH" scenario: - description: "Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc. (FE: Fenix, GV: Geckoview, RB: Refbrow)" + description: "Tests that perform a specific action (a scenario), i.e. idle application, idle application in background, etc." tests: idle: "FE, GV, RB" idle-bg: "FE, GV, RB" diff --git a/tools/lint/perfdocs/doc_helpers.py b/tools/lint/perfdocs/doc_helpers.py new file mode 100644 index 0000000000000..709f19020456d --- /dev/null +++ b/tools/lint/perfdocs/doc_helpers.py @@ -0,0 +1,85 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + + +class MismatchedRowLengthsException(Exception): + """ + This exception is thrown when there is a mismatch between the number of items in a row, + and the number of headers defined. + """ + + pass + + +class TableBuilder(object): + """ + Helper class for building tables. + """ + + def __init__(self, title, widths, header_rows, headers, indent=0): + """ + :param title: str - Title of the table + :param widths: list of str - Widths of each column of the table + :param header_rows: int - Number of header rows + :param headers: 2D list of str - Headers + :param indent: int - Number of spaces to indent table + """ + if not isinstance(title, str): + raise TypeError("TableBuilder attribute title must be a string.") + if not isinstance(widths, list) or not isinstance(widths[0], int): + raise TypeError("TableBuilder attribute widths must be a list of integers.") + if not isinstance(header_rows, int): + raise TypeError("TableBuilder attribute header_rows must be an integer.") + if ( + not isinstance(headers, list) + or not isinstance(headers[0], list) + or not isinstance(headers[0][0], str) + ): + raise TypeError( + "TableBuilder attribute headers must be a two-dimensional list of strings." + ) + if not isinstance(indent, int): + raise TypeError("TableBuilder attribute indent must be an integer.") + + self.title = title + self.widths = widths + self.header_rows = header_rows + self.headers = headers + self.indent = " " * indent + self.table = "" + self._build_table() + + def _build_table(self): + if len(self.widths) != len(self.headers[0]): + raise MismatchedRowLengthsException( + "Number of table headers must match number of column widths." + ) + widths = " ".join(map(str, self.widths)) + self.table += ( + f"{self.indent}.. list-table:: **{self.title}**\n" + f"{self.indent} :widths: {widths}\n" + f"{self.indent} :header-rows: {self.header_rows}\n\n" + ) + self.add_rows(self.headers) + + def add_rows(self, rows): + if type(rows) != list or type(rows[0]) != list or type(rows[0][0]) != str: + raise TypeError("add_rows() requires a two-dimensional list of strings.") + for row in rows: + self.add_row(row) + + def add_row(self, values): + if len(values) != len(self.widths): + raise MismatchedRowLengthsException( + "Number of items in a row must must number of columns defined." + ) + for i, val in enumerate(values): + if i == 0: + self.table += f"{self.indent} * - **{val}**\n" + else: + self.table += f"{self.indent} - {val}\n" + + def finish_table(self): + self.table += "\n" + return self.table diff --git a/tools/lint/perfdocs/framework_gatherers.py b/tools/lint/perfdocs/framework_gatherers.py index 9c9e0ffec298c..a40cd9e81f8d5 100644 --- a/tools/lint/perfdocs/framework_gatherers.py +++ b/tools/lint/perfdocs/framework_gatherers.py @@ -11,9 +11,18 @@ from mozperftest.script import ScriptInfo from perfdocs.utils import read_yaml from perfdocs.logger import PerfDocLogger +from perfdocs.doc_helpers import TableBuilder +from gecko_taskgraph.util.attributes import match_run_on_projects logger = PerfDocLogger() +BRANCHES = [ + "mozilla-central", + "autoland", + "mozilla-release", + "mozilla-beta", +] + """ This file is for framework specific gatherers since manifests might be parsed differently in each of them. The gatherers @@ -232,7 +241,7 @@ def build_test_description(self, title, test_description="", suite_name=""): "(obtained from config.yml): {}".format(title) ) - result = f".. dropdown:: {title} ({test_description})\n" + result = f".. dropdown:: {title}\n" result += f" :container: + anchor-id-{title}-{suite_name[0]}\n\n" for idx, description in enumerate(matcher): @@ -263,30 +272,28 @@ def build_test_description(self, title, test_description="", suite_name=""): result += f" * **{sub_title}**: {description[key]}\n" if self._task_list.get(title, []): - result += " * **Test Task**:\n" + result += " * **Test Task**:\n\n" for platform in sorted(self._task_list[title]): - if suite_name == "mobile" and "android" in platform: - result += f" * {platform}\n" - elif suite_name != "mobile" and "android" not in platform: - result += f" * {platform}\n" - self._task_list[title][platform].sort(key=lambda x: x["test_name"]) - for task in self._task_list[title][platform]: - run_on_project = ": " + ( - ", ".join(task["run_on_projects"]) - if task["run_on_projects"] - else "None" - ) - if suite_name == "mobile" and "android" in platform: - result += ( - f" * {task['test_name']}{run_on_project}\n" - ) - elif suite_name != "mobile" and "android" not in platform: - result += ( - f" * {task['test_name']}{run_on_project}\n" - ) - result += "\n" + table = TableBuilder( + title=platform, + widths=[30] + [15 for x in BRANCHES], + header_rows=1, + headers=[["Test Name"] + BRANCHES], + indent=3, + ) + + for task in self._task_list[title][platform]: + values = [task["test_name"]] + values += [ + "\u2705" + if match_run_on_projects(x, task["run_on_projects"]) + else "\u274C" + for x in BRANCHES + ] + table.add_row(values) + result += f"{table.finish_table()}\n" return [result] diff --git a/tools/lint/test/python.ini b/tools/lint/test/python.ini index 2a3d2ce5dc327..81790f7178a3a 100644 --- a/tools/lint/test/python.ini +++ b/tools/lint/test/python.ini @@ -27,6 +27,7 @@ skip-if = os == "win" || os == "mac" # codespell installed on Linux [test_rustfmt.py] [test_clang_format.py] [test_perfdocs.py] +[test_perfdocs_helpers.py] [test_perfdocs_generation.py] [test_pylint.py] skip-if = os == "win" || os == "mac" # only installed on linux diff --git a/tools/lint/test/test_perfdocs_helpers.py b/tools/lint/test/test_perfdocs_helpers.py new file mode 100644 index 0000000000000..3c576aad90e6e --- /dev/null +++ b/tools/lint/test/test_perfdocs_helpers.py @@ -0,0 +1,208 @@ +import mozunit +import pytest + +LINTER = "perfdocs" + +testdata = [ + { + "table_specifications": { + "title": ["not a string"], + "widths": [10, 10, 10, 10], + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, + }, + "error_msg": "TableBuilder attribute title must be a string.", + }, + { + "table_specifications": { + "title": "I've got a lovely bunch of coconuts", + "widths": ("not", "a", "list"), + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, + }, + "error_msg": "TableBuilder attribute widths must be a list of integers.", + }, + { + "table_specifications": { + "title": "There they are all standing in a row", + "widths": ["not an integer"], + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, + }, + "error_msg": "TableBuilder attribute widths must be a list of integers.", + }, + { + "table_specifications": { + "title": "Big ones, small ones", + "widths": [10, 10, 10, 10], + "header_rows": "not an integer", + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, + }, + "error_msg": "TableBuilder attribute header_rows must be an integer.", + }, + { + "table_specifications": { + "title": "Some as big as your head!", + "widths": [10, 10, 10, 10], + "header_rows": 1, + "headers": ("not", "a", "list"), + "indent": 2, + }, + "error_msg": "TableBuilder attribute headers must be a two-dimensional list of strings.", + }, + { + "table_specifications": { + "title": "(And bigger)", + "widths": [10, 10, 10, 10], + "header_rows": 1, + "headers": ["not", "two", "dimensional"], + "indent": 2, + }, + "error_msg": "TableBuilder attribute headers must be a two-dimensional list of strings.", + }, + { + "table_specifications": { + "title": "Give 'em a twist, a flick of the wrist'", + "widths": [10, 10, 10, 10], + "header_rows": 1, + "headers": [[1, 2, 3]], + "indent": 2, + }, + "error_msg": "TableBuilder attribute headers must be a two-dimensional list of strings.", + }, + { + "table_specifications": { + "title": "That's what the showman said!", + "widths": [10, 10, 10, 10], + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": "not an integer", + }, + "error_msg": "TableBuilder attribute indent must be an integer.", + }, +] + +table_specifications = { + "title": "I've got a lovely bunch of coconuts", + "widths": [10, 10, 10], + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, +} + + +@pytest.mark.parametrize("testdata", testdata) +def test_table_builder_invalid_attributes(testdata): + from perfdocs.doc_helpers import TableBuilder + + table_specifications = testdata["table_specifications"] + error_msg = testdata["error_msg"] + + with pytest.raises(TypeError) as error: + TableBuilder( + table_specifications["title"], + table_specifications["widths"], + table_specifications["header_rows"], + table_specifications["headers"], + table_specifications["indent"], + ) + + assert str(error.value) == error_msg + + +def test_table_builder_mismatched_columns(): + from perfdocs.doc_helpers import TableBuilder + from perfdocs.doc_helpers import MismatchedRowLengthsException + + table_specifications = { + "title": "I've got a lovely bunch of coconuts", + "widths": [10, 10, 10, 42], + "header_rows": 1, + "headers": [["Coconut 1", "Coconut 2", "Coconut 3"]], + "indent": 2, + } + + with pytest.raises(MismatchedRowLengthsException) as error: + TableBuilder( + table_specifications["title"], + table_specifications["widths"], + table_specifications["header_rows"], + table_specifications["headers"], + table_specifications["indent"], + ) + assert ( + str(error.value) + == "Number of table headers must match number of column widths." + ) + + +def test_table_builder_add_row_too_long(): + from perfdocs.doc_helpers import TableBuilder + from perfdocs.doc_helpers import MismatchedRowLengthsException + + table = TableBuilder( + table_specifications["title"], + table_specifications["widths"], + table_specifications["header_rows"], + table_specifications["headers"], + table_specifications["indent"], + ) + with pytest.raises(MismatchedRowLengthsException) as error: + table.add_row( + ["big ones", "small ones", "some as big as your head!", "(and bigger)"] + ) + assert ( + str(error.value) + == "Number of items in a row must must number of columns defined." + ) + + +def test_table_builder_add_rows_type_error(): + from perfdocs.doc_helpers import TableBuilder + + table = TableBuilder( + table_specifications["title"], + table_specifications["widths"], + table_specifications["header_rows"], + table_specifications["headers"], + table_specifications["indent"], + ) + with pytest.raises(TypeError) as error: + table.add_rows( + ["big ones", "small ones", "some as big as your head!", "(and bigger)"] + ) + assert str(error.value) == "add_rows() requires a two-dimensional list of strings." + + +def test_table_builder_validate(): + from perfdocs.doc_helpers import TableBuilder + + table = TableBuilder( + table_specifications["title"], + table_specifications["widths"], + table_specifications["header_rows"], + table_specifications["headers"], + table_specifications["indent"], + ) + table.add_row(["big ones", "small ones", "some as big as your head!"]) + table.add_row( + ["Give 'em a twist", "A flick of the wrist", "That's what the showman said!"] + ) + table = table.finish_table() + print(table) + assert ( + table == " .. list-table:: **I've got a lovely bunch of coconuts**\n" + " :widths: 10 10 10\n :header-rows: 1\n\n" + " * - **Coconut 1**\n - Coconut 2\n - Coconut 3\n" + " * - **big ones**\n - small ones\n - some as big as your head!\n" + " * - **Give 'em a twist**\n - A flick of the wrist\n" + " - That's what the showman said!\n\n" + ) + + +if __name__ == "__main__": + mozunit.main()