summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMikko Pulkki <mikko.pulkki@mapbox.com>2019-10-23 20:53:19 +0300
committerMikko Pulkki <55925868+mpulkki-mapbox@users.noreply.github.com>2019-10-30 14:32:27 +0200
commit6900ac9837c6981b2a3f8d389ac09c0fca56b749 (patch)
treedf85b4c31c0961620919fb70e5554c90b2279113
parenta7a7e8cbe29e672d020db1d150e887f33d584a2d (diff)
downloadqtlocation-mapboxgl-6900ac9837c6981b2a3f8d389ac09c0fca56b749.tar.gz
[render-test] Add gfx probe test cases
-rw-r--r--render-test/tests/gfx/fail-ib-mem-mismatch/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-ib-mem-mismatch/style.json20
-rw-r--r--render-test/tests/gfx/fail-negative-framebuffer-count/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-negative-framebuffer-count/style.json20
-rw-r--r--render-test/tests/gfx/fail-texture-mem-mismatch/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-texture-mem-mismatch/style.json20
-rw-r--r--render-test/tests/gfx/fail-too-few-buffers/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-too-few-buffers/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-too-few-buffers/style.json20
-rw-r--r--render-test/tests/gfx/fail-too-few-textures/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-too-few-textures/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-too-few-textures/style.json20
-rw-r--r--render-test/tests/gfx/fail-too-many-drawcalls/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-too-many-drawcalls/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-too-many-drawcalls/style.json20
-rw-r--r--render-test/tests/gfx/fail-vb-mem-mismatch/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json5
-rw-r--r--render-test/tests/gfx/fail-vb-mem-mismatch/style.json20
-rw-r--r--render-test/tests/gfx/pass-double-probe/expected.pngbin0 -> 42373 bytes
-rw-r--r--render-test/tests/gfx/pass-double-probe/metrics.json6
-rw-r--r--render-test/tests/gfx/pass-double-probe/style.json22
-rw-r--r--render-test/tests/gfx/pass-probe-reset/expected.pngbin0 -> 42373 bytes
-rw-r--r--render-test/tests/gfx/pass-probe-reset/metrics.json6
-rw-r--r--render-test/tests/gfx/pass-probe-reset/style.json24
-rw-r--r--render-test/tests/gfx/pass/expected.pngbin0 -> 46431 bytes
-rw-r--r--render-test/tests/gfx/pass/metrics.json5
-rw-r--r--render-test/tests/gfx/pass/style.json20
-rw-r--r--render-test/tests/should-fail.json9
31 files changed, 266 insertions, 1 deletions
diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..2b5c9c3eda
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 65536], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/style.json b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json
new file mode 100644
index 0000000000..e92cffa571
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 14, 63, -1, [371208, 371208], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/style.json b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..fc6f55025f
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 14, 63, 1, [371208, 370000], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/style.json b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-few-buffers/expected.png b/render-test/tests/gfx/fail-too-few-buffers/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-too-few-buffers/metrics.json b/render-test/tests/gfx/fail-too-few-buffers/metrics.json
new file mode 100644
index 0000000000..07b59adeed
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 14, 1000, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-too-few-buffers/style.json b/render-test/tests/gfx/fail-too-few-buffers/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-buffers/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-few-textures/expected.png b/render-test/tests/gfx/fail-too-few-textures/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-too-few-textures/metrics.json b/render-test/tests/gfx/fail-too-few-textures/metrics.json
new file mode 100644
index 0000000000..805d7035e2
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 1000, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-too-few-textures/style.json b/render-test/tests/gfx/fail-too-few-textures/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-few-textures/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/expected.png b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json
new file mode 100644
index 0000000000..9abb546450
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 28, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/style.json b/render-test/tests/gfx/fail-too-many-drawcalls/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-too-many-drawcalls/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json
new file mode 100644
index 0000000000..fd25dbd68b
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 7654321]]
+ ]
+}
diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/style.json b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/pass-double-probe/expected.png b/render-test/tests/gfx/pass-double-probe/expected.png
new file mode 100644
index 0000000000..9f4e48ab24
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/pass-double-probe/metrics.json b/render-test/tests/gfx/pass-double-probe/metrics.json
new file mode 100644
index 0000000000..f2641a9a16
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/metrics.json
@@ -0,0 +1,6 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]],
+ ["gfx 1", 32, 17, 85, 1, [325008, 325008], [84926, 84926], [100224, 100224]]
+ ]
+}
diff --git a/render-test/tests/gfx/pass-double-probe/style.json b/render-test/tests/gfx/pass-double-probe/style.json
new file mode 100644
index 0000000000..395f4ce50a
--- /dev/null
+++ b/render-test/tests/gfx/pass-double-probe/style.json
@@ -0,0 +1,22 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["setCenter", [-56.509552, -32.745788] ],
+ ["probeGFX", "gfx 1"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/pass-probe-reset/expected.png b/render-test/tests/gfx/pass-probe-reset/expected.png
new file mode 100644
index 0000000000..9f4e48ab24
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/pass-probe-reset/metrics.json b/render-test/tests/gfx/pass-probe-reset/metrics.json
new file mode 100644
index 0000000000..0e42bc1697
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/metrics.json
@@ -0,0 +1,6 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]],
+ ["gfx 1", 32, 17, 85, 1, [84872, 84872], [16328, 16328], [25632, 25632]]
+ ]
+}
diff --git a/render-test/tests/gfx/pass-probe-reset/style.json b/render-test/tests/gfx/pass-probe-reset/style.json
new file mode 100644
index 0000000000..698d95bb74
--- /dev/null
+++ b/render-test/tests/gfx/pass-probe-reset/style.json
@@ -0,0 +1,24 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.745788] ],
+ ["probeGFX", "gfx 1"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/gfx/pass/expected.png b/render-test/tests/gfx/pass/expected.png
new file mode 100644
index 0000000000..4b5ea75a25
--- /dev/null
+++ b/render-test/tests/gfx/pass/expected.png
Binary files differ
diff --git a/render-test/tests/gfx/pass/metrics.json b/render-test/tests/gfx/pass/metrics.json
new file mode 100644
index 0000000000..67ecec5d78
--- /dev/null
+++ b/render-test/tests/gfx/pass/metrics.json
@@ -0,0 +1,5 @@
+{
+ "gfx":[
+ ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]]
+ ]
+}
diff --git a/render-test/tests/gfx/pass/style.json b/render-test/tests/gfx/pass/style.json
new file mode 100644
index 0000000000..6ae3eecb8c
--- /dev/null
+++ b/render-test/tests/gfx/pass/style.json
@@ -0,0 +1,20 @@
+{
+ "version": 8,
+ "metadata": {
+ "test": {
+ "width": 512,
+ "height": 512,
+ "operations": [
+ ["setStyle", "local://styles/uruguay.json"],
+ ["setZoom", 9 ],
+ ["probeGFXStart"],
+ ["setCenter", [-56.509552, -32.865788] ],
+ ["probeGFX", "gfx 0"],
+ ["probeGFXEnd"]
+ ]
+ }
+ },
+ "sources": {},
+ "layers": []
+ }
+ \ No newline at end of file
diff --git a/render-test/tests/should-fail.json b/render-test/tests/should-fail.json
index f08497b07f..b539d66019 100644
--- a/render-test/tests/should-fail.json
+++ b/render-test/tests/should-fail.json
@@ -7,5 +7,12 @@
"tests/network/fail-transferred": "Should fail, amount of transferred data higher than expected.",
"tests/network/fail-requests-transferred": "Should fail, number of requests higher than expected and amount of transferred data less than expected.",
"tests/memory/fail-memory-size-is-too-big": "Should fail, memory size is bigger than expected.",
- "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected."
+ "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected.",
+ "tests/gfx/fail-ib-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.",
+ "tests/gfx/fail-negative-framebuffer-count": "Should fail, number of frame buffers is higher than expected.",
+ "tests/gfx/fail-texture-mem-mismatch": "Should fail, combined byte size of textures doesn't match the expectation.",
+ "tests/gfx/fail-too-many-drawcalls": "Should fail, number of draw calls higher than expected.",
+ "tests/gfx/fail-too-few-buffers": "Should fail, number of vertex and index buffers is smaller than expected.",
+ "tests/gfx/fail-too-few-textures": "Should fail, number of textures is smaller than expected.",
+ "tests/gfx/fail-vb-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation."
}