2019-07-26 15:08:01 +00:00
|
|
|
# gcloud args match the official gcloud cli
|
|
|
|
|
# https://cloud.google.com/sdk/gcloud/reference/firebase/test/android/run
|
|
|
|
|
gcloud:
|
|
|
|
|
results-bucket: fenix_test_artifacts
|
|
|
|
|
record-video: true
|
|
|
|
|
|
|
|
|
|
# The maximum possible testing time is 30m on physical devices and 60m on virtual devices.
|
|
|
|
|
timeout: 30m
|
|
|
|
|
# will start test then close socket. no reports will be generated.
|
|
|
|
|
# to retrieve results later, use the "refresh" command
|
|
|
|
|
# reports will be generated from /results/matrix_ids.json
|
|
|
|
|
#async: true
|
|
|
|
|
# will start test then leave socket open. reports will be published
|
|
|
|
|
# to /results
|
|
|
|
|
# see: https://github.com/TestArmada/flank/issues/339
|
2019-09-27 15:57:57 +00:00
|
|
|
async: false
|
2019-07-26 15:08:01 +00:00
|
|
|
|
|
|
|
|
# results-history-name
|
|
|
|
|
# by default, set to app name
|
|
|
|
|
# declare results-history-name to create a separate dropdown menu in Firebase
|
|
|
|
|
# see: https://github.com/TestArmada/flank/issues/341
|
|
|
|
|
#results-history-name: tmp_parallel
|
|
|
|
|
|
2020-04-03 16:37:16 +00:00
|
|
|
# The number of times a test execution should be re-attempted if one or more failures occur.
|
|
|
|
|
# The maximum number of reruns allowed is 10. Default is 0, which implies no reruns.
|
|
|
|
|
num-flaky-test-attempts: 1
|
|
|
|
|
|
2019-07-26 15:08:01 +00:00
|
|
|
# test and app are the only required args
|
|
|
|
|
app: /app/path
|
|
|
|
|
test: /test/path
|
|
|
|
|
|
2021-09-16 21:30:30 +00:00
|
|
|
auto-google-login: false
|
2019-07-26 15:08:01 +00:00
|
|
|
use-orchestrator: true
|
|
|
|
|
environment-variables:
|
|
|
|
|
clearPackageData: true
|
|
|
|
|
directories-to-pull:
|
|
|
|
|
- /sdcard/screenshots
|
|
|
|
|
performance-metrics: true
|
|
|
|
|
|
2019-09-30 11:09:46 +00:00
|
|
|
test-targets:
|
2021-08-13 19:00:10 +00:00
|
|
|
- notPackage org.mozilla.fenix.screenshots
|
|
|
|
|
- notPackage org.mozilla.fenix.syncintegration
|
2019-09-30 11:09:46 +00:00
|
|
|
|
2019-07-26 15:08:01 +00:00
|
|
|
device:
|
2020-04-06 19:19:26 +00:00
|
|
|
- model: Pixel2
|
2019-09-23 02:19:10 +00:00
|
|
|
version: 28
|
2019-07-26 15:08:01 +00:00
|
|
|
|
|
|
|
|
flank:
|
|
|
|
|
project: GOOGLE_PROJECT
|
|
|
|
|
# test shards - the amount of groups to split the test suite into
|
2021-04-19 16:22:01 +00:00
|
|
|
# set to -1 to use one shard per test. default: 1
|
|
|
|
|
max-test-shards: -1
|
2019-12-03 05:43:40 +00:00
|
|
|
# num-test-runs: the amount of times to run the tests.
|
2019-07-26 15:08:01 +00:00
|
|
|
# 1 runs the tests once. 10 runs all the tests 10x
|
2021-02-11 11:48:45 +00:00
|
|
|
num-test-runs: 1
|
2021-04-19 16:22:01 +00:00
|
|
|
### Output Style flag
|
|
|
|
|
## Output style of execution status. May be one of [verbose, multi, single, compact].
|
|
|
|
|
## For runs with only one test execution the default value is 'verbose', in other cases
|
|
|
|
|
## 'multi' is used as the default. The output style 'multi' is not displayed correctly on consoles
|
|
|
|
|
## which don't support ansi codes, to avoid corrupted output use single or verbose.
|
|
|
|
|
## The output style `compact` is used to produce less detailed output, it prints just Args, test and matrix count, weblinks, cost, and result reports.
|
|
|
|
|
output-style: compact
|
2021-06-09 14:55:39 +00:00
|
|
|
### Full Junit Result flag
|
|
|
|
|
## Enable create additional local junit result on local storage with failure nodes on passed flaky tests.
|
|
|
|
|
full-junit-result: true
|
