[render-test] Add gfx probe test cases

31 files changed, 266 insertions, 1 deletions

diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png
diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..2b5c9c3eda
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 65536], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/style.json b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json
new file mode 100644
index 0000000000..e92cffa571
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 14, 63, -1, [371208, 371208], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/style.json b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..fc6f55025f
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 14, 63, 1, [371208, 370000], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/style.json b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-few-buffers/expected.png b/render-test/tests/gfx/fail-too-few-buffers/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/expected.png
diff --git a/render-test/tests/gfx/fail-too-few-buffers/metrics.json b/render-test/tests/gfx/fail-too-few-buffers/metrics.json
new file mode 100644
index 0000000000..07b59adeed
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 14, 1000, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-too-few-buffers/style.json b/render-test/tests/gfx/fail-too-few-buffers/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-few-textures/expected.png b/render-test/tests/gfx/fail-too-few-textures/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/expected.png
diff --git a/render-test/tests/gfx/fail-too-few-textures/metrics.json b/render-test/tests/gfx/fail-too-few-textures/metrics.json
new file mode 100644
index 0000000000..805d7035e2
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 1000, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-too-few-textures/style.json b/render-test/tests/gfx/fail-too-few-textures/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/expected.png b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json
new file mode 100644
index 0000000000..9abb546450
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 28, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/style.json b/render-test/tests/gfx/fail-too-many-drawcalls/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..fd25dbd68b
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 7654321]]
+    ]
+} 
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/style.json b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/pass-double-probe/expected.png b/render-test/tests/gfx/pass-double-probe/expected.png
new file mode 100644
index 0000000000..9f4e48ab24
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/expected.png
diff --git a/render-test/tests/gfx/pass-double-probe/metrics.json b/render-test/tests/gfx/pass-double-probe/metrics.json
new file mode 100644
index 0000000000..f2641a9a16
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/metrics.json
@@ -0,0 +1,6 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]],
+        ["gfx 1", 32, 17, 85, 1, [325008, 325008], [84926, 84926], [100224, 100224]]
+    ]
+} 
diff --git a/render-test/tests/gfx/pass-double-probe/style.json b/render-test/tests/gfx/pass-double-probe/style.json
new file mode 100644
index 0000000000..395f4ce50a
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/style.json
@@ -0,0 +1,22 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["setCenter", [-56.509552, -32.745788] ],
+          ["probeGFX", "gfx 1"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/pass-probe-reset/expected.png b/render-test/tests/gfx/pass-probe-reset/expected.png
new file mode 100644
index 0000000000..9f4e48ab24
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/expected.png
diff --git a/render-test/tests/gfx/pass-probe-reset/metrics.json b/render-test/tests/gfx/pass-probe-reset/metrics.json
new file mode 100644
index 0000000000..0e42bc1697
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/metrics.json
@@ -0,0 +1,6 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]],
+        ["gfx 1", 32, 17, 85, 1, [84872, 84872], [16328, 16328], [25632, 25632]]
+    ]
+} 
diff --git a/render-test/tests/gfx/pass-probe-reset/style.json b/render-test/tests/gfx/pass-probe-reset/style.json
new file mode 100644
index 0000000000..698d95bb74
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/style.json
@@ -0,0 +1,24 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.745788] ],
+          ["probeGFX", "gfx 1"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/gfx/pass/expected.png b/render-test/tests/gfx/pass/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/pass/expected.png
diff --git a/render-test/tests/gfx/pass/metrics.json b/render-test/tests/gfx/pass/metrics.json
new file mode 100644
index 0000000000..67ecec5d78
--- /dev/null
+++ b/render-test/tests/gfx/pass/metrics.json
@@ -0,0 +1,5 @@
+{
+    "gfx":[
+        ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]]
+    ]
+} 
diff --git a/render-test/tests/gfx/pass/style.json b/render-test/tests/gfx/pass/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/pass/style.json
@@ -0,0 +1,20 @@
+{
+    "version": 8,
+    "metadata": {
+      "test": {
+        "width": 512,
+        "height": 512,
+        "operations": [
+          ["setStyle", "local://styles/uruguay.json"],
+          ["setZoom", 9 ],
+          ["probeGFXStart"],
+          ["setCenter", [-56.509552, -32.865788] ],
+          ["probeGFX", "gfx 0"],
+          ["probeGFXEnd"]
+        ]
+      }
+    },
+    "sources": {},
+    "layers": []
+  }
+  
\ No newline at end of file
diff --git a/render-test/tests/should-fail.json b/render-test/tests/should-fail.json
index f08497b07f..b539d66019 100644
--- a/render-test/tests/should-fail.json
+++ b/render-test/tests/should-fail.json
@@ -7,5 +7,12 @@
   "tests/network/fail-transferred": "Should fail, amount of transferred data higher than expected.",
   "tests/network/fail-requests-transferred": "Should fail, number of requests higher than expected and amount of transferred data less than expected.",
   "tests/memory/fail-memory-size-is-too-big": "Should fail, memory size is bigger than expected.",
-  "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected."
+  "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected.",
+  "tests/gfx/fail-ib-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.",
+  "tests/gfx/fail-negative-framebuffer-count": "Should fail, number of frame buffers is higher than expected.",
+  "tests/gfx/fail-texture-mem-mismatch": "Should fail, combined byte size of textures doesn't match the expectation.",
+  "tests/gfx/fail-too-many-drawcalls": "Should fail, number of draw calls higher than expected.",
+  "tests/gfx/fail-too-few-buffers": "Should fail, number of vertex and index buffers is smaller than expected.",
+  "tests/gfx/fail-too-few-textures": "Should fail, number of textures is smaller than expected.",
+  "tests/gfx/fail-vb-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation."
 }