diff options
| author | Juha Alanen <juha.alanen@mapbox.com> | 2020-04-29 10:49:26 +0300 |
|---|---|---|
| committer | Juha Alanen <juha.alanen@mapbox.com> | 2020-04-29 16:05:49 +0300 |
| commit | 2fde436d777dd73ab98cb10fd0e2f6f56c946a1e (patch) | |
| tree | 01aeb47c0748f13952e38b63ae78cc48462ee42a | |
| parent | 6c124bf39cd8b1987062f0289cb0522593c0bd58 (diff) | |
| download | qtlocation-mapboxgl-2fde436d777dd73ab98cb10fd0e2f6f56c946a1e.tar.gz | |
retry
| -rw-r--r-- | circle.yml | 29 |
1 files changed, 24 insertions, 5 deletions
diff --git a/circle.yml b/circle.yml index 90aea16eb6..896c167622 100644 --- a/circle.yml +++ b/circle.yml @@ -287,13 +287,32 @@ commands: steps: - run: when: on_fail + no_output_timeout: 30m name: Retry iOS benchmark on failure command: | - echo "Benchmark failed, retrying" - - run-ios-test-app: - directory: benchmark/ios - - get-ios-benchmark-results - - check-benchmark-results + echo "Benchmark failed, retrying" + if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON_IOS}" ]]; then + # arrange files in a way Firebase expects it, and package them in a zip file + cp benchmark/ios/*_iphoneos13.2-arm64e-release.xctestrun build + cd build + zip testapp.zip -r Release-iphoneos/*.app --quiet + zip testapp.zip *_iphoneos13.2-arm64e-release.xctestrun + gcloud firebase test ios models list + gcloud firebase test ios run \ + --test testapp.zip \ + --device model=iphone11,version=13.3,locale=en,orientation=portrait --xcode-version=11.3.1 --timeout 30m \ + --verbosity=debug --no-record-video --results-dir ios-test-app-${CIRCLE_BUILD_NUM} + fi + if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON_IOS}" ]]; then + testResult=$(gsutil ls -d gs://test-lab-hn7kwqcz3108z-hjm4qtbqqkymk/ios-test-app-${CIRCLE_BUILD_NUM}/iphone11-13.3-en-portrait/TestLogs/) + mkdir -p benchmark-app + gsutil -m cp -r $testResult benchmark-app + cd benchmark-app/TestLogs + xcparse attachments *.xcresult && ls + cd ../.. && mkdir -p /tmp/tests/benchmark + if ls benchmark-app/TestLogs/*.json 1> /dev/null 2>&1; then cp benchmark-app/TestLogs/*.json /tmp/tests/benchmark/results.json; fi + fi + scripts/check_benchmark_results.sh metrics/benchmark/ios/results.json /tmp/tests/benchmark/results.json /tmp/tests/benchmark/results_comparison.txt /tmp/tests/benchmark/results_comparison.html upload-coverage-results: steps: |