[metrics] Add binary size metrics

This test will check the size of the tools and shared libraries
built from previous bots in a single run.

We will have +/- 1% acceptable variance before the test fails.

7 files changed, 131 insertions, 0 deletions

diff --git a/metrics/binary-size.json b/metrics/binary-size.json
new file mode 100644
index 0000000000..f874991a2e
--- /dev/null
+++ b/metrics/binary-size.json
@@ -0,0 +1,3 @@
+{
+    "base_test_path":"tests/binary-size"
+}
diff --git a/metrics/tests/binary-size/shared-library/expected.png b/metrics/tests/binary-size/shared-library/expected.png
new file mode 100644
index 0000000000..63740e7305
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/expected.png
diff --git a/metrics/tests/binary-size/shared-library/metrics.json b/metrics/tests/binary-size/shared-library/metrics.json
new file mode 100644
index 0000000000..4501fd0f4a
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/metrics.json
@@ -0,0 +1,24 @@
+{
+    "file-size": [
+        [
+            "android-arm64-v8a",
+            "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so",
+            6496584
+        ],
+        [
+            "android-armeabi-v7a",
+            "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so",
+            3072756
+        ],
+        [
+            "android-x86-release",
+            "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so",
+            6988568
+        ],
+        [
+            "android-x86_64",
+            "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so",
+            7106920
+        ]
+    ]
+}
\ No newline at end of file
diff --git a/metrics/tests/binary-size/shared-library/style.json b/metrics/tests/binary-size/shared-library/style.json
new file mode 100644
index 0000000000..aecc114165
--- /dev/null
+++ b/metrics/tests/binary-size/shared-library/style.json
@@ -0,0 +1,25 @@
+{
+  "version": 8,
+  "metadata": {
+    "test": {
+      "operations": [
+        ["probeFileSize", "android-arm64-v8a", "/src/workspace/next-android-arm64-v8a-release/lib/libmapbox-gl.so", 0.01],
+        ["probeFileSize", "android-armeabi-v7a", "/src/workspace/next-android-armeabi-v7a-release/lib/libmapbox-gl.so", 0.01],
+        ["probeFileSize", "android-x86-release", "/src/workspace/next-android-x86-release/lib/libmapbox-gl.so", 0.01],
+        ["probeFileSize", "android-x86_64", "/src/workspace/next-android-x86_64-release/lib/libmapbox-gl.so", 0.01]
+      ],
+      "width": 64,
+      "height": 64
+    }
+  },
+  "sources": {},
+  "layers": [
+    {
+      "id": "background",
+      "type": "background",
+      "paint": {
+        "background-color": "green"
+      }
+    }
+  ]
+}
diff --git a/metrics/tests/binary-size/tools/expected.png b/metrics/tests/binary-size/tools/expected.png
new file mode 100644
index 0000000000..63740e7305
--- /dev/null
+++ b/metrics/tests/binary-size/tools/expected.png
diff --git a/metrics/tests/binary-size/tools/metrics.json b/metrics/tests/binary-size/tools/metrics.json
new file mode 100644
index 0000000000..457db1c4dc
--- /dev/null
+++ b/metrics/tests/binary-size/tools/metrics.json
@@ -0,0 +1,49 @@
+{
+    "file-size": [
+        [
+            "linux-clang8-mbgl-glfw",
+            "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw",
+            6225032
+        ],
+        [
+            "linux-clang8-mbgl-offline",
+            "/src/workspace/next-linux-clang8-release/bin/mbgl-offline",
+            5532376
+        ],
+        [
+            "linux-clang8-mbgl-render",
+            "/src/workspace/next-linux-clang8-release/bin/mbgl-render",
+            6151096
+        ],
+        [
+            "linux-gcc8-mbgl-glfw",
+            "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw",
+            7205192
+        ],
+        [
+            "linux-gcc8-mbgl-offline",
+            "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline",
+            6357224
+        ],
+        [
+            "linux-gcc8-mbgl-render",
+            "/src/workspace/next-linux-gcc8-release/bin/mbgl-render",
+            7143752
+        ],
+        [
+            "macos-xcode11-mbgl-glfw",
+            "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw",
+            5439932
+        ],
+        [
+            "macos-xcode11-mbgl-offline",
+            "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline",
+            5334136
+        ],
+        [
+            "macos-xcode11-mbgl-render",
+            "/src/workspace/next-macos-xcode11-release/bin/mbgl-render",
+            5384420
+        ]
+    ]
+}
\ No newline at end of file
diff --git a/metrics/tests/binary-size/tools/style.json b/metrics/tests/binary-size/tools/style.json
new file mode 100644
index 0000000000..c1af092bc5
--- /dev/null
+++ b/metrics/tests/binary-size/tools/style.json
@@ -0,0 +1,30 @@
+{
+  "version": 8,
+  "metadata": {
+    "test": {
+      "operations": [
+        ["probeFileSize", "linux-clang8-mbgl-glfw", "/src/workspace/next-linux-clang8-release/bin/mbgl-glfw", 0.01],
+        ["probeFileSize", "linux-clang8-mbgl-offline", "/src/workspace/next-linux-clang8-release/bin/mbgl-offline", 0.01],
+        ["probeFileSize", "linux-clang8-mbgl-render", "/src/workspace/next-linux-clang8-release/bin/mbgl-render", 0.01],
+        ["probeFileSize", "linux-gcc8-mbgl-glfw", "/src/workspace/next-linux-gcc8-release/bin/mbgl-glfw", 0.01],
+        ["probeFileSize", "linux-gcc8-mbgl-offline", "/src/workspace/next-linux-gcc8-release/bin/mbgl-offline", 0.01],
+        ["probeFileSize", "linux-gcc8-mbgl-render", "/src/workspace/next-linux-gcc8-release/bin/mbgl-render", 0.01],
+        ["probeFileSize", "macos-xcode11-mbgl-glfw", "/src/workspace/next-macos-xcode11-release/bin/mbgl-glfw", 0.01],
+        ["probeFileSize", "macos-xcode11-mbgl-offline", "/src/workspace/next-macos-xcode11-release/bin/mbgl-offline", 0.01],
+        ["probeFileSize", "macos-xcode11-mbgl-render", "/src/workspace/next-macos-xcode11-release/bin/mbgl-render", 0.01]
+      ],
+      "width": 64,
+      "height": 64
+    }
+  },
+  "sources": {},
+  "layers": [
+    {
+      "id": "background",
+      "type": "background",
+      "paint": {
+        "background-color": "green"
+      }
+    }
+  ]
+}