summaryrefslogtreecommitdiff
path: root/circle.yml
diff options
context:
space:
mode:
Diffstat (limited to 'circle.yml')
-rw-r--r--circle.yml77
1 files changed, 0 insertions, 77 deletions
diff --git a/circle.yml b/circle.yml
index af2022222c..c13138dfb7 100644
--- a/circle.yml
+++ b/circle.yml
@@ -162,9 +162,6 @@ workflows:
- linux-gcc8-release
config_params: '-G Xcode -DCMAKE_SYSTEM_NAME=iOS -DCMAKE_OSX_ARCHITECTURES=arm64e -DCMAKE_OSX_SYSROOT=iphoneos -DMBGL_WITH_IOS_CCACHE=ON'
build_params: '--config Release'
- - android-benchmark-runner:
- requires:
- - linux-gcc8-release
- android-render-test-runner:
requires:
- linux-gcc8-release
@@ -177,9 +174,6 @@ workflows:
- ios-unit-test-runner:
requires:
- linux-gcc8-release
- - ios-benchmark-runner:
- requires:
- - linux-gcc8-release
- baselines:
requires:
- android-arm64-v8a-release
@@ -530,77 +524,6 @@ jobs:
if ls unit-test-app/TestLogs/*.xml 1> /dev/null 2>&1; then cp unit-test-app/TestLogs/*.xml /tmp/tests/unit-test/results.xml; fi
fi
- save
- ios-benchmark-runner:
- executor: macos-11_3_1
- steps:
- - checkout
- - prepare
- - prepare-macos
- - prepare-ios-codesign-keychain:
- directory: benchmark/ios
- - config:
- config_params: '-G Xcode -DCMAKE_SYSTEM_NAME=iOS -DCMAKE_OSX_SYSROOT=iphoneos -DMBGL_IOS_BENCHMARK=ON -DCMAKE_OSX_ARCHITECTURES=arm64e -DMBGL_WITH_IOS_CCACHE=ON'
- - build:
- build_params: '--config Release'
- - codesign-ios-test-runner:
- directory: benchmark/ios
- - login-google-cloud-platform-ios
- - run-ios-test-app:
- directory: benchmark/ios
- - run:
- name: Retrieve Test Result from gcloud
- when: always
- command: |
- if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON_IOS}" ]]; then
- testResult=$(gsutil ls -d gs://test-lab-hn7kwqcz3108z-hjm4qtbqqkymk/ios-test-app-${CIRCLE_BUILD_NUM}/iphone11-13.3-en-portrait/TestLogs/)
- mkdir -p benchmark-app
- gsutil -m cp -r $testResult benchmark-app
- cd benchmark-app/TestLogs
- xcparse attachments *.xcresult && ls
- cd ../.. && mkdir -p /tmp/tests/benchmark
- if ls benchmark-app/TestLogs/*.json 1> /dev/null 2>&1; then cp benchmark-app/TestLogs/*.json /tmp/tests/benchmark/results.json; fi
- fi
- - run:
- name: Compare result to baseline
- when: always
- command: |
- scripts/check_benchmark_results.sh metrics/benchmark/ios/results.json /tmp/tests/benchmark/results.json /tmp/tests/benchmark/results_comparison.txt /tmp/tests/benchmark/results_comparison.html
- - save
- android-benchmark-runner:
- executor: ubuntu-eoan
- steps:
- - checkout
- - prepare
- - run:
- name: Build BenchmarkRunner APK
- command: |
- cd benchmark/android
- ./gradlew --parallel --max-workers=8 -Pmapbox.abis=arm64-v8a app:assembleRelease app:assembleAndroidTest
- - login-google-cloud-platform
- - run:
- name: Run BenchmarkRunner on Firebase
- no_output_timeout: 30m
- command: |
- gcloud firebase test android models list
- gcloud firebase test android run --type instrumentation \
- --app benchmark/android/app/build/outputs/apk/release/app-release.apk \
- --test benchmark/android/app/build/outputs/apk/androidTest/release/app-release-androidTest.apk \
- --device-ids flame --os-version-ids 29 --locales en --orientations portrait --timeout 30m \
- --directories-to-pull /sdcard/benchmark/results --results-dir benchmark-${CIRCLE_BUILD_NUM} \
- --no-record-video --no-performance-metrics
- - run:
- name: Retrieve TestResult from gcloud
- when: always
- command: |
- testResult=$(gsutil ls gs://test-lab-186672a0qp5bq-ycr70axads3nc/benchmark-${CIRCLE_BUILD_NUM}/**/results/results.json)
- mkdir -p /tmp/tests/benchmark
- gsutil cp $testResult /tmp/tests/benchmark
- - run:
- name: Compare result to baseline
- when: always
- command: |
- scripts/check_benchmark_results.sh metrics/benchmark/android/results.json /tmp/tests/benchmark/results.json /tmp/tests/benchmark/results_comparison.txt /tmp/tests/benchmark/results_comparison.html
- - save
android-api-breakage:
executor: ubuntu-eoan
steps: