mirror of
https://github.com/fork-maintainers/iceraven-browser
synced 2024-11-07 15:20:38 +00:00
535de74483
We've noticed that geckoview_example is ~300ms faster than fenix in cold page load tests on arewefastyet for the Pixel 2. We suspect the main difference is because geckoview_example runs with conditioned profiles and fenix does not. This PR is foremost an experiment to see if that's true because, after bug 1587542, we cannot run get results for fenix perftest PRs (i.e. it needs to be merged into main). If we find that the results are not noisy, however, we could end up leaving this in the tree. We've previously seen excessive noise with fenix start up tests with conditioned profiles which is why conditioned profiles are not currently enabled.
156 lines
4.9 KiB
YAML
156 lines
4.9 KiB
YAML
---
|
|
loader: taskgraph.loader.transform:loader
|
|
transforms:
|
|
- fenix_taskgraph.transforms.browsertime:transforms
|
|
- fenix_taskgraph.transforms.notify:transforms
|
|
- taskgraph.transforms.job:transforms
|
|
- taskgraph.transforms.task:transforms
|
|
|
|
kind-dependencies:
|
|
- signing
|
|
- toolchain
|
|
|
|
primary-dependency: signing
|
|
|
|
only-for-build-types:
|
|
- nightly
|
|
|
|
only-for-abis:
|
|
- armeabi-v7a
|
|
- arm64-v8a
|
|
|
|
job-defaults:
|
|
attributes:
|
|
artifact_prefix: public/test_info
|
|
nightly: true
|
|
dependencies:
|
|
geckoview-nightly: geckoview-nightly
|
|
notify:
|
|
by-level:
|
|
'3':
|
|
email:
|
|
content: This calls for an action of the Performance team. Use the link to view it on Treeherder.
|
|
link:
|
|
text: Treeherder Job
|
|
href: 'https://treeherder.mozilla.org/#/jobs?repo={product_name}&revision={head_rev}&searchStr={task_name}'
|
|
on-reasons: [failed]
|
|
subject: '[{product_name}] Raptor-Browsertime job "{task_name}" failed'
|
|
to-addresses: [perftest-alerts@mozilla.com]
|
|
default: {}
|
|
run-on-tasks-for: []
|
|
treeherder:
|
|
kind: test
|
|
tier: 2
|
|
platform:
|
|
by-abi:
|
|
arm64-v8a: android-hw-p2-8-0-android-aarch64-shippable-qr/opt
|
|
armeabi-v7a: android-hw-g5-7-0-arm7-api-16-shippable-qr/opt
|
|
worker-type:
|
|
by-abi:
|
|
armeabi-v7a: t-bitbar-gw-perf-g5
|
|
arm64-v8a: t-bitbar-gw-perf-p2
|
|
worker:
|
|
max-run-time: 3600
|
|
env:
|
|
GECKO_HEAD_REPOSITORY: "https://hg.mozilla.org/mozilla-central"
|
|
MOZ_AUTOMATION: "1"
|
|
MOZ_HIDE_RESULTS_TABLE: "1"
|
|
MOZ_NO_REMOTE: "1"
|
|
MOZ_NODE_PATH: "/usr/local/bin/node"
|
|
MOZHARNESS_CONFIG: "raptor/android_hw_config.py"
|
|
MOZHARNESS_SCRIPT: "raptor_script.py"
|
|
NEED_XVFB: "false"
|
|
NO_FAIL_ON_TEST_ERRORS: "1"
|
|
XPCOM_DEBUG_BREAK: "warn"
|
|
PYTHON: "python3"
|
|
LANG: "en_US.UTF-8"
|
|
artifacts:
|
|
- name: public/logs/
|
|
path: workspace/logs
|
|
type: directory
|
|
|
|
- name: public/test_info/
|
|
path: workspace/build/blobber_upload_dir
|
|
type: directory
|
|
run-visual-metrics: True
|
|
chimera: True
|
|
web-render-only: True
|
|
run:
|
|
using: run-task
|
|
checkout: false
|
|
run-as-root: true
|
|
command:
|
|
- 'bash'
|
|
- './test-linux.sh'
|
|
- '--cfg=mozharness/configs/raptor/android_hw_config.py'
|
|
- '--app=fenix'
|
|
- '--browsertime'
|
|
- '--binary=org.mozilla.fenix'
|
|
- '--activity=org.mozilla.fenix.IntentReceiverActivity'
|
|
- '--download-symbols=ondemand'
|
|
- '--browsertime-node=$MOZ_FETCHES_DIR/node/bin/node'
|
|
- '--browsertime-geckodriver=$MOZ_FETCHES_DIR/geckodriver'
|
|
- '--browsertime-ffmpeg=$MOZ_FETCHES_DIR/ffmpeg-4.1.4-i686-static/bin/ffmpeg'
|
|
- '--browsertime-browsertimejs=$MOZ_FETCHES_DIR/browsertime/node_modules/browsertime/bin/browsertime.js'
|
|
- '--conditioned-profile=settled'
|
|
fetches:
|
|
toolchain:
|
|
- browsertime
|
|
- linux64-ffmpeg-4.1.4
|
|
- linux64-geckodriver
|
|
- linux64-minidump-stackwalk
|
|
- linux64-node
|
|
|
|
jobs:
|
|
tp6m:
|
|
page-load-tests:
|
|
- amazon
|
|
- instagram
|
|
- [bing-search-restaurants, bing-s-r]
|
|
- [ebay-kleinanzeigen-search, ebay-k-s]
|
|
- wikipedia
|
|
- booking
|
|
- [cnn-ampstories, cnn-amp]
|
|
- dailymail
|
|
- imdb
|
|
- [facebook-cristiano, fb-cris]
|
|
- youtube
|
|
- bing
|
|
- [ebay-kleinanzeigen, ebay-k]
|
|
- [google-maps, gmaps]
|
|
- reddit
|
|
- sina
|
|
- [stackoverflow, stacko]
|
|
- web-de
|
|
- cnn
|
|
- [google-search-restaurants, gsearch-r]
|
|
|
|
tp6m-hv:
|
|
web-render-only: False
|
|
page-load-tests:
|
|
- google
|
|
- [amazon-search, amazon-s]
|
|
- [microsoft-support, micros-sup]
|
|
- espn
|
|
- facebook
|
|
- [youtube-watch, youtube-w]
|
|
- allrecipes
|
|
|
|
youtube-playback-av1-sfr:
|
|
description: "Raptor YouTube Playback AV1 SFR on Fenix"
|
|
test-name: youtube-playback-av1-sfr
|
|
run-visual-metrics: False
|
|
chimera: False
|
|
|
|
youtube-playback-h264-sfr:
|
|
description: "Raptor YouTube Playback H264 SFR on Fenix"
|
|
test-name: youtube-playback-h264-sfr
|
|
run-visual-metrics: False
|
|
chimera: False
|
|
|
|
youtube-playback-vp9-sfr:
|
|
description: "Raptor YouTube Playback VP9 SFR on Fenix"
|
|
run-visual-metrics: False
|
|
chimera: False
|
|
test-name: youtube-playback-vp9-sfr
|