summaryrefslogtreecommitdiff
path: root/metrics
diff options
context:
space:
mode:
authorThiago Marcos P. Santos <tmpsantos@gmail.com>2019-11-26 23:37:33 +0200
committerThiago Marcos P. Santos <tmpsantos@gmail.com>2019-11-27 18:32:58 +0200
commit8d163c159f7cc0699be488457cf14c67bb07f2c7 (patch)
tree3ff5023ff662ea1c0d44c70a02dc0dcea41fc58d /metrics
parent91d83accde5aa88894d9191441668e779e2b7692 (diff)
downloadqtlocation-mapboxgl-8d163c159f7cc0699be488457cf14c67bb07f2c7.tar.gz
[metrics] Add binary size metrics
This test will check the size of the tools and shared libraries built from previous bots in a single run. We will have +/- 1% acceptable variance before the test fails.
Diffstat (limited to 'metrics')
-rw-r--r--metrics/binary-size.json3
-rw-r--r--metrics/tests/binary-size/shared-library/expected.pngbin0 -> 225 bytes
-rw-r--r--metrics/tests/binary-size/shared-library/metrics.json24
-rw-r--r--metrics/tests/binary-size/shared-library/style.json25
-rw-r--r--metrics/tests/binary-size/tools/expected.pngbin0 -> 225 bytes
-rw-r--r--metrics/tests/binary-size/tools/metrics.json49
-rw-r--r--metrics/tests/binary-size/tools/style.json30
7 files changed, 131 insertions, 0 deletions
diff --git a/metrics/binary-size.json b/metrics/binary-size.json
new file mode 100644
index 0000000000..f874991a2e
--- /dev/null
+++ b/metrics/binary-size.json
@@ -0,0 +1,3 @@
+{
+ "base_test_path":"tests/binary-size"
+}
diff --git a/metrics/tests/binary-size/shared-library/expected.png b/metrics/tests/binary-size/shared-library/expected.png
new file mode 100644
index 0000000000..63740e7305
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/expected.png
Binary files differ
diff --git a/metrics/tests/binary-size/shared-library/metrics.json b/metrics/tests/binary-size/shared-library/metrics.json
new file mode 100644
index 0000000000..4501fd0f4a
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/metrics.json
@@ -0,0 +1,24 @@
+{
+ "file-size": [
+ [
+ "android-arm64-v8a",
+ "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so",
+ 6496584
+ ],
+ [
+ "android-armeabi-v7a",
+ "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so",
+ 3072756
+ ],
+ [
+ "android-x86-release",
+ "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so",
+ 6988568
+ ],
+ [
+ "android-x86_64",
+ "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so",
+ 7106920
+ ]
+ ]
+} \ No newline at end of file
diff --git a/metrics/tests/binary-size/shared-library/style.json b/metrics/tests/binary-size/shared-library/style.json
new file mode 100644
index 0000000000..aecc114165
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/style.json
@@ -0,0 +1,25 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "operations": [
+ ["probeFileSize", "android-arm64-v8a", "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", 0.01],
+ ["probeFileSize", "android-armeabi-v7a", "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", 0.01],
+ ["probeFileSize", "android-x86-release", "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", 0.01],
+ ["probeFileSize", "android-x86_64", "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", 0.01]
+ ],
+ "width": 64,
+ "height": 64
+ }
+ },
+ "sources": {},
+ "layers": [
+ {
+ "id": "background",
+ "type": "background",
+ "paint": {
+ "background-color": "green"
+ }
+ }
+ ]
+}
diff --git a/metrics/tests/binary-size/tools/expected.png b/metrics/tests/binary-size/tools/expected.png
new file mode 100644
index 0000000000..63740e7305
--- /dev/null
+++ b/metrics/tests/binary-size/tools/expected.png
Binary files differ
diff --git a/metrics/tests/binary-size/tools/metrics.json b/metrics/tests/binary-size/tools/metrics.json
new file mode 100644
index 0000000000..457db1c4dc
--- /dev/null
+++ b/metrics/tests/binary-size/tools/metrics.json
@@ -0,0 +1,49 @@
+{
+ "file-size": [
+ [
+ "linux-clang8-mbgl-glfw",
+ "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw",
+ 6225032
+ ],
+ [
+ "linux-clang8-mbgl-offline",
+ "/src/workspace/next-linux-clang8-release/bin/mbgl-offline",
+ 5532376
+ ],
+ [
+ "linux-clang8-mbgl-render",
+ "/src/workspace/next-linux-clang8-release/bin/mbgl-render",
+ 6151096
+ ],
+ [
+ "linux-gcc8-mbgl-glfw",
+ "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw",
+ 7205192
+ ],
+ [
+ "linux-gcc8-mbgl-offline",
+ "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline",
+ 6357224
+ ],
+ [
+ "linux-gcc8-mbgl-render",
+ "/src/workspace/next-linux-gcc8-release/bin/mbgl-render",
+ 7143752
+ ],
+ [
+ "macos-xcode11-mbgl-glfw",
+ "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw",
+ 5439932
+ ],
+ [
+ "macos-xcode11-mbgl-offline",
+ "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline",
+ 5334136
+ ],
+ [
+ "macos-xcode11-mbgl-render",
+ "/src/workspace/next-macos-xcode11-release/bin/mbgl-render",
+ 5384420
+ ]
+ ]
+} \ No newline at end of file
diff --git a/metrics/tests/binary-size/tools/style.json b/metrics/tests/binary-size/tools/style.json
new file mode 100644
index 0000000000..c1af092bc5
--- /dev/null
+++ b/metrics/tests/binary-size/tools/style.json
@@ -0,0 +1,30 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "operations": [
+ ["probeFileSize", "linux-clang8-mbgl-glfw", "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", 0.01],
+ ["probeFileSize", "linux-clang8-mbgl-offline", "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", 0.01],
+ ["probeFileSize", "linux-clang8-mbgl-render", "/src/workspace/next-linux-clang8-release/bin/mbgl-render", 0.01],
+ ["probeFileSize", "linux-gcc8-mbgl-glfw", "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", 0.01],
+ ["probeFileSize", "linux-gcc8-mbgl-offline", "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", 0.01],
+ ["probeFileSize", "linux-gcc8-mbgl-render", "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", 0.01],
+ ["probeFileSize", "macos-xcode11-mbgl-glfw", "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", 0.01],
+ ["probeFileSize", "macos-xcode11-mbgl-offline", "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", 0.01],
+ ["probeFileSize", "macos-xcode11-mbgl-render", "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", 0.01]
+ ],
+ "width": 64,
+ "height": 64
+ }
+ },
+ "sources": {},
+ "layers": [
+ {
+ "id": "background",
+ "type": "background",
+ "paint": {
+ "background-color": "green"
+ }
+ }
+ ]
+}