1 # gcloud args match the official gcloud cli
2 # https://cloud.google.com/sdk/gcloud/reference/firebase/test/android/run
4 results-bucket: fenix_test_artifacts
7 # The maximum possible testing time is 30m on physical devices and 60m on virtual devices.
9 # will start test then close socket. no reports will be generated.
10 # to retrieve results later, use the "refresh" command
11 # reports will be generated from /results/matrix_ids.json
13 # will start test then leave socket open. reports will be published
15 # see: https://github.com/TestArmada/flank/issues/339
18 # results-history-name
19 # by default, set to app name
20 # declare results-history-name to create a separate dropdown menu in Firebase
21 # see: https://github.com/TestArmada/flank/issues/341
22 #results-history-name: tmp_parallel
24 # test and app are the only required args
28 auto-google-login: true
29 use-orchestrator: true
30 environment-variables:
31 clearPackageData: true
34 performance-metrics: true
37 - class org.mozilla.fenix.ui.NavigationToolbarTest#visitURLTest
44 project: GOOGLE_PROJECT
45 # test shards - the amount of groups to split the test suite into
46 # set to -1 to use one shard per test.
48 # num-test-runs: the amount of times to run the tests.
49 # 1 runs the tests once. 10 runs all the tests 10x