From e5a2ebc52551d6ff430aa8b10451516220f5ffdd Mon Sep 17 00:00:00 2001
From: Juha Alanen <juha.alanen@mapbox.com>
Date: Tue, 12 May 2020 15:54:43 +0300
Subject: [build] Remove benchmark runners

---
 circle.yml | 77 --------------------------------------------------------------
 1 file changed, 77 deletions(-)

diff --git a/circle.yml b/circle.yml
index af2022222c..c13138dfb7 100644
--- a/circle.yml
+++ b/circle.yml
@@ -162,9 +162,6 @@ workflows:
             - linux-gcc8-release
           config_params: '-G Xcode -DCMAKE_SYSTEM_NAME=iOS -DCMAKE_OSX_ARCHITECTURES=arm64e -DCMAKE_OSX_SYSROOT=iphoneos -DMBGL_WITH_IOS_CCACHE=ON'
           build_params: '--config Release'
-      - android-benchmark-runner:
-          requires:
-            - linux-gcc8-release
       - android-render-test-runner:
           requires:
             - linux-gcc8-release
@@ -177,9 +174,6 @@ workflows:
       - ios-unit-test-runner:
           requires:
             - linux-gcc8-release
-      - ios-benchmark-runner:
-          requires:
-            - linux-gcc8-release
       - baselines:
           requires:
             - android-arm64-v8a-release
@@ -530,77 +524,6 @@ jobs:
               if ls unit-test-app/TestLogs/*.xml 1> /dev/null 2>&1; then cp unit-test-app/TestLogs/*.xml /tmp/tests/unit-test/results.xml; fi
             fi
       - save
-  ios-benchmark-runner:
-    executor: macos-11_3_1
-    steps:
-      - checkout
-      - prepare
-      - prepare-macos
-      - prepare-ios-codesign-keychain:
-          directory: benchmark/ios
-      - config:
-          config_params: '-G Xcode -DCMAKE_SYSTEM_NAME=iOS -DCMAKE_OSX_SYSROOT=iphoneos -DMBGL_IOS_BENCHMARK=ON -DCMAKE_OSX_ARCHITECTURES=arm64e -DMBGL_WITH_IOS_CCACHE=ON'
-      - build:
-          build_params: '--config Release'
-      - codesign-ios-test-runner:
-          directory: benchmark/ios
-      - login-google-cloud-platform-ios
-      - run-ios-test-app:
-          directory: benchmark/ios
-      - run:
-          name: Retrieve Test Result from gcloud
-          when: always
-          command: |
-            if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON_IOS}" ]]; then
-              testResult=$(gsutil ls -d gs://test-lab-hn7kwqcz3108z-hjm4qtbqqkymk/ios-test-app-${CIRCLE_BUILD_NUM}/iphone11-13.3-en-portrait/TestLogs/)
-              mkdir -p benchmark-app
-              gsutil -m cp -r $testResult benchmark-app
-              cd benchmark-app/TestLogs
-              xcparse attachments *.xcresult && ls
-              cd ../.. && mkdir -p /tmp/tests/benchmark
-              if ls benchmark-app/TestLogs/*.json 1> /dev/null 2>&1; then cp benchmark-app/TestLogs/*.json /tmp/tests/benchmark/results.json; fi
-            fi
-      - run:
-          name: Compare result to baseline
-          when: always
-          command: |
-            scripts/check_benchmark_results.sh metrics/benchmark/ios/results.json /tmp/tests/benchmark/results.json /tmp/tests/benchmark/results_comparison.txt /tmp/tests/benchmark/results_comparison.html
-      - save
-  android-benchmark-runner:
-    executor: ubuntu-eoan
-    steps:
-      - checkout
-      - prepare
-      - run:
-          name: Build BenchmarkRunner APK
-          command: |
-            cd benchmark/android
-            ./gradlew --parallel --max-workers=8 -Pmapbox.abis=arm64-v8a app:assembleRelease app:assembleAndroidTest
-      - login-google-cloud-platform
-      - run:
-          name: Run BenchmarkRunner on Firebase
-          no_output_timeout: 30m
-          command: |
-            gcloud firebase test android models list
-            gcloud firebase test android run --type instrumentation \
-              --app benchmark/android/app/build/outputs/apk/release/app-release.apk \
-              --test benchmark/android/app/build/outputs/apk/androidTest/release/app-release-androidTest.apk \
-              --device-ids flame --os-version-ids 29 --locales en --orientations portrait --timeout 30m \
-              --directories-to-pull /sdcard/benchmark/results --results-dir benchmark-${CIRCLE_BUILD_NUM} \
-              --no-record-video --no-performance-metrics
-      - run:
-          name: Retrieve TestResult from gcloud
-          when: always
-          command: |
-            testResult=$(gsutil ls gs://test-lab-186672a0qp5bq-ycr70axads3nc/benchmark-${CIRCLE_BUILD_NUM}/**/results/results.json)
-            mkdir -p /tmp/tests/benchmark
-            gsutil cp $testResult /tmp/tests/benchmark
-      - run:
-          name: Compare result to baseline
-          when: always
-          command: |
-            scripts/check_benchmark_results.sh metrics/benchmark/android/results.json /tmp/tests/benchmark/results.json /tmp/tests/benchmark/results_comparison.txt /tmp/tests/benchmark/results_comparison.html
-      - save
   android-api-breakage:
     executor: ubuntu-eoan
     steps:
-- 
cgit v1.2.1