From 192fcc568b431c89d641ec3c8c2c54c93312dc50 Mon Sep 17 00:00:00 2001 From: Mikko Pulkki Date: Wed, 23 Oct 2019 20:53:19 +0300 Subject: [render-test] Add gfx probe test cases --- .../tests/gfx/fail-ib-mem-mismatch/expected.png | Bin 0 -> 46431 bytes .../tests/gfx/fail-ib-mem-mismatch/metrics.json | 5 +++++ .../tests/gfx/fail-ib-mem-mismatch/style.json | 20 +++++++++++++++++ .../fail-negative-framebuffer-count/expected.png | Bin 0 -> 46431 bytes .../fail-negative-framebuffer-count/metrics.json | 5 +++++ .../gfx/fail-negative-framebuffer-count/style.json | 20 +++++++++++++++++ .../gfx/fail-texture-mem-mismatch/expected.png | Bin 0 -> 46431 bytes .../gfx/fail-texture-mem-mismatch/metrics.json | 5 +++++ .../tests/gfx/fail-texture-mem-mismatch/style.json | 20 +++++++++++++++++ .../tests/gfx/fail-too-few-buffers/expected.png | Bin 0 -> 46431 bytes .../tests/gfx/fail-too-few-buffers/metrics.json | 5 +++++ .../tests/gfx/fail-too-few-buffers/style.json | 20 +++++++++++++++++ .../tests/gfx/fail-too-few-textures/expected.png | Bin 0 -> 46431 bytes .../tests/gfx/fail-too-few-textures/metrics.json | 5 +++++ .../tests/gfx/fail-too-few-textures/style.json | 20 +++++++++++++++++ .../tests/gfx/fail-too-many-drawcalls/expected.png | Bin 0 -> 46431 bytes .../tests/gfx/fail-too-many-drawcalls/metrics.json | 5 +++++ .../tests/gfx/fail-too-many-drawcalls/style.json | 20 +++++++++++++++++ .../tests/gfx/fail-vb-mem-mismatch/expected.png | Bin 0 -> 46431 bytes .../tests/gfx/fail-vb-mem-mismatch/metrics.json | 5 +++++ .../tests/gfx/fail-vb-mem-mismatch/style.json | 20 +++++++++++++++++ .../tests/gfx/pass-double-probe/expected.png | Bin 0 -> 42373 bytes .../tests/gfx/pass-double-probe/metrics.json | 6 ++++++ render-test/tests/gfx/pass-double-probe/style.json | 22 +++++++++++++++++++ .../tests/gfx/pass-probe-reset/expected.png | Bin 0 -> 42373 bytes .../tests/gfx/pass-probe-reset/metrics.json | 6 ++++++ render-test/tests/gfx/pass-probe-reset/style.json | 24 +++++++++++++++++++++ render-test/tests/gfx/pass/expected.png | Bin 0 -> 46431 bytes render-test/tests/gfx/pass/metrics.json | 5 +++++ render-test/tests/gfx/pass/style.json | 20 +++++++++++++++++ render-test/tests/should-fail.json | 9 +++++++- 31 files changed, 266 insertions(+), 1 deletion(-) create mode 100644 render-test/tests/gfx/fail-ib-mem-mismatch/expected.png create mode 100644 render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json create mode 100644 render-test/tests/gfx/fail-ib-mem-mismatch/style.json create mode 100644 render-test/tests/gfx/fail-negative-framebuffer-count/expected.png create mode 100644 render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json create mode 100644 render-test/tests/gfx/fail-negative-framebuffer-count/style.json create mode 100644 render-test/tests/gfx/fail-texture-mem-mismatch/expected.png create mode 100644 render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json create mode 100644 render-test/tests/gfx/fail-texture-mem-mismatch/style.json create mode 100644 render-test/tests/gfx/fail-too-few-buffers/expected.png create mode 100644 render-test/tests/gfx/fail-too-few-buffers/metrics.json create mode 100644 render-test/tests/gfx/fail-too-few-buffers/style.json create mode 100644 render-test/tests/gfx/fail-too-few-textures/expected.png create mode 100644 render-test/tests/gfx/fail-too-few-textures/metrics.json create mode 100644 render-test/tests/gfx/fail-too-few-textures/style.json create mode 100644 render-test/tests/gfx/fail-too-many-drawcalls/expected.png create mode 100644 render-test/tests/gfx/fail-too-many-drawcalls/metrics.json create mode 100644 render-test/tests/gfx/fail-too-many-drawcalls/style.json create mode 100644 render-test/tests/gfx/fail-vb-mem-mismatch/expected.png create mode 100644 render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json create mode 100644 render-test/tests/gfx/fail-vb-mem-mismatch/style.json create mode 100644 render-test/tests/gfx/pass-double-probe/expected.png create mode 100644 render-test/tests/gfx/pass-double-probe/metrics.json create mode 100644 render-test/tests/gfx/pass-double-probe/style.json create mode 100644 render-test/tests/gfx/pass-probe-reset/expected.png create mode 100644 render-test/tests/gfx/pass-probe-reset/metrics.json create mode 100644 render-test/tests/gfx/pass-probe-reset/style.json create mode 100644 render-test/tests/gfx/pass/expected.png create mode 100644 render-test/tests/gfx/pass/metrics.json create mode 100644 render-test/tests/gfx/pass/style.json diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png differ diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json new file mode 100644 index 0000000000..2b5c9c3eda --- /dev/null +++ b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 65536], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/style.json b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png differ diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json new file mode 100644 index 0000000000..e92cffa571 --- /dev/null +++ b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, -1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/style.json b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png differ diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fc6f55025f --- /dev/null +++ b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 370000], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/style.json b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-few-buffers/expected.png b/render-test/tests/gfx/fail-too-few-buffers/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-too-few-buffers/expected.png differ diff --git a/render-test/tests/gfx/fail-too-few-buffers/metrics.json b/render-test/tests/gfx/fail-too-few-buffers/metrics.json new file mode 100644 index 0000000000..07b59adeed --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-buffers/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 1000, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-few-buffers/style.json b/render-test/tests/gfx/fail-too-few-buffers/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-buffers/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-few-textures/expected.png b/render-test/tests/gfx/fail-too-few-textures/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-too-few-textures/expected.png differ diff --git a/render-test/tests/gfx/fail-too-few-textures/metrics.json b/render-test/tests/gfx/fail-too-few-textures/metrics.json new file mode 100644 index 0000000000..805d7035e2 --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-textures/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 1000, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-few-textures/style.json b/render-test/tests/gfx/fail-too-few-textures/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-textures/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/expected.png b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png differ diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json new file mode 100644 index 0000000000..9abb546450 --- /dev/null +++ b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 28, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/style.json b/render-test/tests/gfx/fail-too-many-drawcalls/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-many-drawcalls/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png differ diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fd25dbd68b --- /dev/null +++ b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 7654321]] + ] +} diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/style.json b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/pass-double-probe/expected.png b/render-test/tests/gfx/pass-double-probe/expected.png new file mode 100644 index 0000000000..9f4e48ab24 Binary files /dev/null and b/render-test/tests/gfx/pass-double-probe/expected.png differ diff --git a/render-test/tests/gfx/pass-double-probe/metrics.json b/render-test/tests/gfx/pass-double-probe/metrics.json new file mode 100644 index 0000000000..f2641a9a16 --- /dev/null +++ b/render-test/tests/gfx/pass-double-probe/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [325008, 325008], [84926, 84926], [100224, 100224]] + ] +} diff --git a/render-test/tests/gfx/pass-double-probe/style.json b/render-test/tests/gfx/pass-double-probe/style.json new file mode 100644 index 0000000000..395f4ce50a --- /dev/null +++ b/render-test/tests/gfx/pass-double-probe/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/pass-probe-reset/expected.png b/render-test/tests/gfx/pass-probe-reset/expected.png new file mode 100644 index 0000000000..9f4e48ab24 Binary files /dev/null and b/render-test/tests/gfx/pass-probe-reset/expected.png differ diff --git a/render-test/tests/gfx/pass-probe-reset/metrics.json b/render-test/tests/gfx/pass-probe-reset/metrics.json new file mode 100644 index 0000000000..0e42bc1697 --- /dev/null +++ b/render-test/tests/gfx/pass-probe-reset/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [84872, 84872], [16328, 16328], [25632, 25632]] + ] +} diff --git a/render-test/tests/gfx/pass-probe-reset/style.json b/render-test/tests/gfx/pass-probe-reset/style.json new file mode 100644 index 0000000000..698d95bb74 --- /dev/null +++ b/render-test/tests/gfx/pass-probe-reset/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/gfx/pass/expected.png b/render-test/tests/gfx/pass/expected.png new file mode 100644 index 0000000000..4b5ea75a25 Binary files /dev/null and b/render-test/tests/gfx/pass/expected.png differ diff --git a/render-test/tests/gfx/pass/metrics.json b/render-test/tests/gfx/pass/metrics.json new file mode 100644 index 0000000000..67ecec5d78 --- /dev/null +++ b/render-test/tests/gfx/pass/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/pass/style.json b/render-test/tests/gfx/pass/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/pass/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } + \ No newline at end of file diff --git a/render-test/tests/should-fail.json b/render-test/tests/should-fail.json index f08497b07f..b539d66019 100644 --- a/render-test/tests/should-fail.json +++ b/render-test/tests/should-fail.json @@ -7,5 +7,12 @@ "tests/network/fail-transferred": "Should fail, amount of transferred data higher than expected.", "tests/network/fail-requests-transferred": "Should fail, number of requests higher than expected and amount of transferred data less than expected.", "tests/memory/fail-memory-size-is-too-big": "Should fail, memory size is bigger than expected.", - "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected." + "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected.", + "tests/gfx/fail-ib-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.", + "tests/gfx/fail-negative-framebuffer-count": "Should fail, number of frame buffers is higher than expected.", + "tests/gfx/fail-texture-mem-mismatch": "Should fail, combined byte size of textures doesn't match the expectation.", + "tests/gfx/fail-too-many-drawcalls": "Should fail, number of draw calls higher than expected.", + "tests/gfx/fail-too-few-buffers": "Should fail, number of vertex and index buffers is smaller than expected.", + "tests/gfx/fail-too-few-textures": "Should fail, number of textures is smaller than expected.", + "tests/gfx/fail-vb-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation." } -- cgit v1.2.1