From d13562252da5b58926c59ac77ca4e6d047dfdbe2 Mon Sep 17 00:00:00 2001 From: "Thiago Marcos P. Santos" Date: Wed, 27 Nov 2019 23:33:49 +0200 Subject: [metrics] Isolate binary size metrics Will give us a better view of what changed and by how much. Otherwise the test stops at the first failure. --- .../binary-size/android-arm64-v8a/expected.png | Bin 0 -> 225 bytes .../binary-size/android-arm64-v8a/metrics.json | 9 ++++ .../tests/binary-size/android-arm64-v8a/style.json | 22 +++++++++ .../binary-size/android-armeabi-v7a/expected.png | Bin 0 -> 225 bytes .../binary-size/android-armeabi-v7a/metrics.json | 9 ++++ .../binary-size/android-armeabi-v7a/style.json | 22 +++++++++ metrics/tests/binary-size/android-x86/expected.png | Bin 0 -> 225 bytes metrics/tests/binary-size/android-x86/metrics.json | 9 ++++ metrics/tests/binary-size/android-x86/style.json | 22 +++++++++ .../tests/binary-size/android-x86_64/expected.png | Bin 0 -> 225 bytes .../tests/binary-size/android-x86_64/metrics.json | 9 ++++ .../tests/binary-size/android-x86_64/style.json | 22 +++++++++ .../tests/binary-size/linux-clang8/expected.png | Bin 0 -> 225 bytes .../tests/binary-size/linux-clang8/metrics.json | 19 ++++++++ metrics/tests/binary-size/linux-clang8/style.json | 24 ++++++++++ metrics/tests/binary-size/linux-gcc8/expected.png | Bin 0 -> 225 bytes metrics/tests/binary-size/linux-gcc8/metrics.json | 19 ++++++++ metrics/tests/binary-size/linux-gcc8/style.json | 24 ++++++++++ .../tests/binary-size/macos-xcode11/expected.png | Bin 0 -> 225 bytes .../tests/binary-size/macos-xcode11/metrics.json | 19 ++++++++ metrics/tests/binary-size/macos-xcode11/style.json | 24 ++++++++++ .../tests/binary-size/shared-library/expected.png | Bin 225 -> 0 bytes .../tests/binary-size/shared-library/metrics.json | 24 ---------- .../tests/binary-size/shared-library/style.json | 25 ----------- metrics/tests/binary-size/tools/expected.png | Bin 225 -> 0 bytes metrics/tests/binary-size/tools/metrics.json | 49 --------------------- metrics/tests/binary-size/tools/style.json | 30 ------------- 27 files changed, 253 insertions(+), 128 deletions(-) create mode 100644 metrics/tests/binary-size/android-arm64-v8a/expected.png create mode 100644 metrics/tests/binary-size/android-arm64-v8a/metrics.json create mode 100644 metrics/tests/binary-size/android-arm64-v8a/style.json create mode 100644 metrics/tests/binary-size/android-armeabi-v7a/expected.png create mode 100644 metrics/tests/binary-size/android-armeabi-v7a/metrics.json create mode 100644 metrics/tests/binary-size/android-armeabi-v7a/style.json create mode 100644 metrics/tests/binary-size/android-x86/expected.png create mode 100644 metrics/tests/binary-size/android-x86/metrics.json create mode 100644 metrics/tests/binary-size/android-x86/style.json create mode 100644 metrics/tests/binary-size/android-x86_64/expected.png create mode 100644 metrics/tests/binary-size/android-x86_64/metrics.json create mode 100644 metrics/tests/binary-size/android-x86_64/style.json create mode 100644 metrics/tests/binary-size/linux-clang8/expected.png create mode 100644 metrics/tests/binary-size/linux-clang8/metrics.json create mode 100644 metrics/tests/binary-size/linux-clang8/style.json create mode 100644 metrics/tests/binary-size/linux-gcc8/expected.png create mode 100644 metrics/tests/binary-size/linux-gcc8/metrics.json create mode 100644 metrics/tests/binary-size/linux-gcc8/style.json create mode 100644 metrics/tests/binary-size/macos-xcode11/expected.png create mode 100644 metrics/tests/binary-size/macos-xcode11/metrics.json create mode 100644 metrics/tests/binary-size/macos-xcode11/style.json delete mode 100644 metrics/tests/binary-size/shared-library/expected.png delete mode 100644 metrics/tests/binary-size/shared-library/metrics.json delete mode 100644 metrics/tests/binary-size/shared-library/style.json delete mode 100644 metrics/tests/binary-size/tools/expected.png delete mode 100644 metrics/tests/binary-size/tools/metrics.json delete mode 100644 metrics/tests/binary-size/tools/style.json diff --git a/metrics/tests/binary-size/android-arm64-v8a/expected.png b/metrics/tests/binary-size/android-arm64-v8a/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/android-arm64-v8a/expected.png differ diff --git a/metrics/tests/binary-size/android-arm64-v8a/metrics.json b/metrics/tests/binary-size/android-arm64-v8a/metrics.json new file mode 100644 index 0000000000..df5bfedd78 --- /dev/null +++ b/metrics/tests/binary-size/android-arm64-v8a/metrics.json @@ -0,0 +1,9 @@ +{ + "file-size": [ + [ + "android-arm64-v8a", + "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", + 6496584 + ] + ] +} diff --git a/metrics/tests/binary-size/android-arm64-v8a/style.json b/metrics/tests/binary-size/android-arm64-v8a/style.json new file mode 100644 index 0000000000..e03001ffef --- /dev/null +++ b/metrics/tests/binary-size/android-arm64-v8a/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "android-arm64-v8a", "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/android-armeabi-v7a/expected.png b/metrics/tests/binary-size/android-armeabi-v7a/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/android-armeabi-v7a/expected.png differ diff --git a/metrics/tests/binary-size/android-armeabi-v7a/metrics.json b/metrics/tests/binary-size/android-armeabi-v7a/metrics.json new file mode 100644 index 0000000000..5969b3e8df --- /dev/null +++ b/metrics/tests/binary-size/android-armeabi-v7a/metrics.json @@ -0,0 +1,9 @@ +{ + "file-size": [ + [ + "android-armeabi-v7a", + "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", + 3072756 + ] + ] +} diff --git a/metrics/tests/binary-size/android-armeabi-v7a/style.json b/metrics/tests/binary-size/android-armeabi-v7a/style.json new file mode 100644 index 0000000000..78ec439e5e --- /dev/null +++ b/metrics/tests/binary-size/android-armeabi-v7a/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "android-armeabi-v7a", "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/android-x86/expected.png b/metrics/tests/binary-size/android-x86/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/android-x86/expected.png differ diff --git a/metrics/tests/binary-size/android-x86/metrics.json b/metrics/tests/binary-size/android-x86/metrics.json new file mode 100644 index 0000000000..70b07959af --- /dev/null +++ b/metrics/tests/binary-size/android-x86/metrics.json @@ -0,0 +1,9 @@ +{ + "file-size": [ + [ + "android-x86", + "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", + 6988568 + ] + ] +} diff --git a/metrics/tests/binary-size/android-x86/style.json b/metrics/tests/binary-size/android-x86/style.json new file mode 100644 index 0000000000..0db28e9803 --- /dev/null +++ b/metrics/tests/binary-size/android-x86/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "android-x86", "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/android-x86_64/expected.png b/metrics/tests/binary-size/android-x86_64/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/android-x86_64/expected.png differ diff --git a/metrics/tests/binary-size/android-x86_64/metrics.json b/metrics/tests/binary-size/android-x86_64/metrics.json new file mode 100644 index 0000000000..9e39b5a3d5 --- /dev/null +++ b/metrics/tests/binary-size/android-x86_64/metrics.json @@ -0,0 +1,9 @@ +{ + "file-size": [ + [ + "android-x86_64", + "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", + 7106920 + ] + ] +} diff --git a/metrics/tests/binary-size/android-x86_64/style.json b/metrics/tests/binary-size/android-x86_64/style.json new file mode 100644 index 0000000000..0d60c63a7a --- /dev/null +++ b/metrics/tests/binary-size/android-x86_64/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "android-x86_64", "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/linux-clang8/expected.png b/metrics/tests/binary-size/linux-clang8/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/linux-clang8/expected.png differ diff --git a/metrics/tests/binary-size/linux-clang8/metrics.json b/metrics/tests/binary-size/linux-clang8/metrics.json new file mode 100644 index 0000000000..7af3f79ea6 --- /dev/null +++ b/metrics/tests/binary-size/linux-clang8/metrics.json @@ -0,0 +1,19 @@ +{ + "file-size": [ + [ + "mbgl-glfw", + "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", + 6225032 + ], + [ + "mbgl-offline", + "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", + 5532376 + ], + [ + "mbgl-render", + "/src/workspace/next-linux-clang8-release/bin/mbgl-render", + 6151096 + ] + ] +} diff --git a/metrics/tests/binary-size/linux-clang8/style.json b/metrics/tests/binary-size/linux-clang8/style.json new file mode 100644 index 0000000000..7af68d5359 --- /dev/null +++ b/metrics/tests/binary-size/linux-clang8/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "mbgl-glfw", "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "mbgl-offline", "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "mbgl-render", "/src/workspace/next-linux-clang8-release/bin/mbgl-render", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/linux-gcc8/expected.png b/metrics/tests/binary-size/linux-gcc8/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/linux-gcc8/expected.png differ diff --git a/metrics/tests/binary-size/linux-gcc8/metrics.json b/metrics/tests/binary-size/linux-gcc8/metrics.json new file mode 100644 index 0000000000..4a1e61f068 --- /dev/null +++ b/metrics/tests/binary-size/linux-gcc8/metrics.json @@ -0,0 +1,19 @@ +{ + "file-size": [ + [ + "mbgl-glfw", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", + 7205192 + ], + [ + "mbgl-offline", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", + 6357224 + ], + [ + "mbgl-render", + "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", + 7143752 + ] + ] +} diff --git a/metrics/tests/binary-size/linux-gcc8/style.json b/metrics/tests/binary-size/linux-gcc8/style.json new file mode 100644 index 0000000000..8ace1f82ab --- /dev/null +++ b/metrics/tests/binary-size/linux-gcc8/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "mbgl-glfw", "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "mbgl-offline", "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "mbgl-render", "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/macos-xcode11/expected.png b/metrics/tests/binary-size/macos-xcode11/expected.png new file mode 100644 index 0000000000..63740e7305 Binary files /dev/null and b/metrics/tests/binary-size/macos-xcode11/expected.png differ diff --git a/metrics/tests/binary-size/macos-xcode11/metrics.json b/metrics/tests/binary-size/macos-xcode11/metrics.json new file mode 100644 index 0000000000..9a4ffebd13 --- /dev/null +++ b/metrics/tests/binary-size/macos-xcode11/metrics.json @@ -0,0 +1,19 @@ +{ + "file-size": [ + [ + "mbgl-glfw", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", + 5439932 + ], + [ + "mbgl-offline", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", + 5334136 + ], + [ + "mbgl-render", + "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", + 5384420 + ] + ] +} diff --git a/metrics/tests/binary-size/macos-xcode11/style.json b/metrics/tests/binary-size/macos-xcode11/style.json new file mode 100644 index 0000000000..1c2e8123f9 --- /dev/null +++ b/metrics/tests/binary-size/macos-xcode11/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "mbgl-glfw", "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", 0.01], + ["probeFileSize", "mbgl-offline", "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", 0.01], + ["probeFileSize", "mbgl-render", "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", 0.01] + ], + "width": 64, + "height": 64 + } + }, + "sources": {}, + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "green" + } + } + ] +} diff --git a/metrics/tests/binary-size/shared-library/expected.png b/metrics/tests/binary-size/shared-library/expected.png deleted file mode 100644 index 63740e7305..0000000000 Binary files a/metrics/tests/binary-size/shared-library/expected.png and /dev/null differ diff --git a/metrics/tests/binary-size/shared-library/metrics.json b/metrics/tests/binary-size/shared-library/metrics.json deleted file mode 100644 index 4501fd0f4a..0000000000 --- a/metrics/tests/binary-size/shared-library/metrics.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "file-size": [ - [ - "android-arm64-v8a", - "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", - 6496584 - ], - [ - "android-armeabi-v7a", - "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", - 3072756 - ], - [ - "android-x86-release", - "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", - 6988568 - ], - [ - "android-x86_64", - "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", - 7106920 - ] - ] -} \ No newline at end of file diff --git a/metrics/tests/binary-size/shared-library/style.json b/metrics/tests/binary-size/shared-library/style.json deleted file mode 100644 index aecc114165..0000000000 --- a/metrics/tests/binary-size/shared-library/style.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "version": 8, - "metadata": { - "test": { - "operations": [ - ["probeFileSize", "android-arm64-v8a", "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", 0.01], - ["probeFileSize", "android-armeabi-v7a", "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", 0.01], - ["probeFileSize", "android-x86-release", "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", 0.01], - ["probeFileSize", "android-x86_64", "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", 0.01] - ], - "width": 64, - "height": 64 - } - }, - "sources": {}, - "layers": [ - { - "id": "background", - "type": "background", - "paint": { - "background-color": "green" - } - } - ] -} diff --git a/metrics/tests/binary-size/tools/expected.png b/metrics/tests/binary-size/tools/expected.png deleted file mode 100644 index 63740e7305..0000000000 Binary files a/metrics/tests/binary-size/tools/expected.png and /dev/null differ diff --git a/metrics/tests/binary-size/tools/metrics.json b/metrics/tests/binary-size/tools/metrics.json deleted file mode 100644 index 457db1c4dc..0000000000 --- a/metrics/tests/binary-size/tools/metrics.json +++ /dev/null @@ -1,49 +0,0 @@ -{ - "file-size": [ - [ - "linux-clang8-mbgl-glfw", - "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", - 6225032 - ], - [ - "linux-clang8-mbgl-offline", - "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", - 5532376 - ], - [ - "linux-clang8-mbgl-render", - "/src/workspace/next-linux-clang8-release/bin/mbgl-render", - 6151096 - ], - [ - "linux-gcc8-mbgl-glfw", - "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", - 7205192 - ], - [ - "linux-gcc8-mbgl-offline", - "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", - 6357224 - ], - [ - "linux-gcc8-mbgl-render", - "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", - 7143752 - ], - [ - "macos-xcode11-mbgl-glfw", - "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", - 5439932 - ], - [ - "macos-xcode11-mbgl-offline", - "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", - 5334136 - ], - [ - "macos-xcode11-mbgl-render", - "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", - 5384420 - ] - ] -} \ No newline at end of file diff --git a/metrics/tests/binary-size/tools/style.json b/metrics/tests/binary-size/tools/style.json deleted file mode 100644 index c1af092bc5..0000000000 --- a/metrics/tests/binary-size/tools/style.json +++ /dev/null @@ -1,30 +0,0 @@ -{ - "version": 8, - "metadata": { - "test": { - "operations": [ - ["probeFileSize", "linux-clang8-mbgl-glfw", "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", 0.01], - ["probeFileSize", "linux-clang8-mbgl-offline", "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", 0.01], - ["probeFileSize", "linux-clang8-mbgl-render", "/src/workspace/next-linux-clang8-release/bin/mbgl-render", 0.01], - ["probeFileSize", "linux-gcc8-mbgl-glfw", "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", 0.01], - ["probeFileSize", "linux-gcc8-mbgl-offline", "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", 0.01], - ["probeFileSize", "linux-gcc8-mbgl-render", "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", 0.01], - ["probeFileSize", "macos-xcode11-mbgl-glfw", "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", 0.01], - ["probeFileSize", "macos-xcode11-mbgl-offline", "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", 0.01], - ["probeFileSize", "macos-xcode11-mbgl-render", "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", 0.01] - ], - "width": 64, - "height": 64 - } - }, - "sources": {}, - "layers": [ - { - "id": "background", - "type": "background", - "paint": { - "background-color": "green" - } - } - ] -} -- cgit v1.2.1