diff options
Diffstat (limited to 'render-test/tests')
74 files changed, 1140 insertions, 0 deletions
diff --git a/render-test/tests/file-size/fail-file-doesnt-match/expected.png b/render-test/tests/file-size/fail-file-doesnt-match/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/fail-file-doesnt-match/expected.png diff --git a/render-test/tests/file-size/fail-file-doesnt-match/metrics.json b/render-test/tests/file-size/fail-file-doesnt-match/metrics.json new file mode 100644 index 0000000000..c0002163d6 --- /dev/null +++ b/render-test/tests/file-size/fail-file-doesnt-match/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.aaa", + 169 + ], + [ + "style", + "style.bbbb", + 510 + ] + ] +} diff --git a/render-test/tests/file-size/fail-file-doesnt-match/style.json b/render-test/tests/file-size/fail-file-doesnt-match/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/render-test/tests/file-size/fail-file-doesnt-match/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/fail-file-not-found/expected.png b/render-test/tests/file-size/fail-file-not-found/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/fail-file-not-found/expected.png diff --git a/render-test/tests/file-size/fail-file-not-found/style.json b/render-test/tests/file-size/fail-file-not-found/style.json new file mode 100644 index 0000000000..74054e1f40 --- /dev/null +++ b/render-test/tests/file-size/fail-file-not-found/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.aaaa", 0], + ["probeFileSize", "image", "expected.bbb", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/fail-size-is-over/expected.png b/render-test/tests/file-size/fail-size-is-over/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-over/expected.png diff --git a/render-test/tests/file-size/fail-size-is-over/metrics.json b/render-test/tests/file-size/fail-size-is-over/metrics.json new file mode 100644 index 0000000000..bc194081cf --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-over/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 999 + ], + [ + "style", + "style.json", + 999 + ] + ] +} diff --git a/render-test/tests/file-size/fail-size-is-over/style.json b/render-test/tests/file-size/fail-size-is-over/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-over/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/fail-size-is-under/expected.png b/render-test/tests/file-size/fail-size-is-under/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-under/expected.png diff --git a/render-test/tests/file-size/fail-size-is-under/metrics.json b/render-test/tests/file-size/fail-size-is-under/metrics.json new file mode 100644 index 0000000000..d288c2ceee --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-under/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 100 + ], + [ + "style", + "style.json", + 100 + ] + ] +} diff --git a/render-test/tests/file-size/fail-size-is-under/style.json b/render-test/tests/file-size/fail-size-is-under/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/render-test/tests/file-size/fail-size-is-under/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-higher/expected.png b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/expected.png diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-higher/metrics.json b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/metrics.json new file mode 100644 index 0000000000..d0c0c9d7b6 --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 177 + ], + [ + "style", + "style.json", + 548 + ] + ] +} diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-higher/style.json b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/style.json new file mode 100644 index 0000000000..d021673ba5 --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-higher/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0.05], + ["probeFileSize", "image", "expected.png", 0.05] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-lower/expected.png b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/expected.png diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-lower/metrics.json b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/metrics.json new file mode 100644 index 0000000000..d62b751d5a --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 161 + ], + [ + "style", + "style.json", + 498 + ] + ] +} diff --git a/render-test/tests/file-size/pass-size-is-in-tolerance-lower/style.json b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/style.json new file mode 100644 index 0000000000..d021673ba5 --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-in-tolerance-lower/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0.05], + ["probeFileSize", "image", "expected.png", 0.05] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/file-size/pass-size-is-same/expected.png b/render-test/tests/file-size/pass-size-is-same/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-same/expected.png diff --git a/render-test/tests/file-size/pass-size-is-same/metrics.json b/render-test/tests/file-size/pass-size-is-same/metrics.json new file mode 100644 index 0000000000..3d560bd610 --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-same/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 169 + ], + [ + "style", + "style.json", + 516 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/file-size/pass-size-is-same/style.json b/render-test/tests/file-size/pass-size-is-same/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/render-test/tests/file-size/pass-size-is-same/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-ib-mem-mismatch/expected.png diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json new file mode 100644 index 0000000000..2b5c9c3eda --- /dev/null +++ b/render-test/tests/gfx/fail-ib-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 65536], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-ib-mem-mismatch/style.json b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-ib-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-negative-framebuffer-count/expected.png diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json new file mode 100644 index 0000000000..e92cffa571 --- /dev/null +++ b/render-test/tests/gfx/fail-negative-framebuffer-count/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, -1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-negative-framebuffer-count/style.json b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-negative-framebuffer-count/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-texture-mem-mismatch/expected.png diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fc6f55025f --- /dev/null +++ b/render-test/tests/gfx/fail-texture-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 370000], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-texture-mem-mismatch/style.json b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-texture-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-few-buffers/expected.png b/render-test/tests/gfx/fail-too-few-buffers/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-buffers/expected.png diff --git a/render-test/tests/gfx/fail-too-few-buffers/metrics.json b/render-test/tests/gfx/fail-too-few-buffers/metrics.json new file mode 100644 index 0000000000..07b59adeed --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-buffers/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 1000, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-few-buffers/style.json b/render-test/tests/gfx/fail-too-few-buffers/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-buffers/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-few-textures/expected.png b/render-test/tests/gfx/fail-too-few-textures/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-textures/expected.png diff --git a/render-test/tests/gfx/fail-too-few-textures/metrics.json b/render-test/tests/gfx/fail-too-few-textures/metrics.json new file mode 100644 index 0000000000..805d7035e2 --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-textures/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 1000, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-few-textures/style.json b/render-test/tests/gfx/fail-too-few-textures/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-few-textures/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/expected.png b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-too-many-drawcalls/expected.png diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json new file mode 100644 index 0000000000..9abb546450 --- /dev/null +++ b/render-test/tests/gfx/fail-too-many-drawcalls/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 28, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/fail-too-many-drawcalls/style.json b/render-test/tests/gfx/fail-too-many-drawcalls/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-too-many-drawcalls/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/fail-vb-mem-mismatch/expected.png diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fd25dbd68b --- /dev/null +++ b/render-test/tests/gfx/fail-vb-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 7654321]] + ] +} diff --git a/render-test/tests/gfx/fail-vb-mem-mismatch/style.json b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/fail-vb-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/pass-double-probe/expected.png b/render-test/tests/gfx/pass-double-probe/expected.png Binary files differnew file mode 100644 index 0000000000..9f4e48ab24 --- /dev/null +++ b/render-test/tests/gfx/pass-double-probe/expected.png diff --git a/render-test/tests/gfx/pass-double-probe/metrics.json b/render-test/tests/gfx/pass-double-probe/metrics.json new file mode 100644 index 0000000000..f2641a9a16 --- /dev/null +++ b/render-test/tests/gfx/pass-double-probe/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [325008, 325008], [84926, 84926], [100224, 100224]] + ] +} diff --git a/render-test/tests/gfx/pass-double-probe/style.json b/render-test/tests/gfx/pass-double-probe/style.json new file mode 100644 index 0000000000..395f4ce50a --- /dev/null +++ b/render-test/tests/gfx/pass-double-probe/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/pass-probe-reset/expected.png b/render-test/tests/gfx/pass-probe-reset/expected.png Binary files differnew file mode 100644 index 0000000000..9f4e48ab24 --- /dev/null +++ b/render-test/tests/gfx/pass-probe-reset/expected.png diff --git a/render-test/tests/gfx/pass-probe-reset/metrics.json b/render-test/tests/gfx/pass-probe-reset/metrics.json new file mode 100644 index 0000000000..0e42bc1697 --- /dev/null +++ b/render-test/tests/gfx/pass-probe-reset/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [84872, 84872], [16328, 16328], [25632, 25632]] + ] +} diff --git a/render-test/tests/gfx/pass-probe-reset/style.json b/render-test/tests/gfx/pass-probe-reset/style.json new file mode 100644 index 0000000000..698d95bb74 --- /dev/null +++ b/render-test/tests/gfx/pass-probe-reset/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/gfx/pass/expected.png b/render-test/tests/gfx/pass/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/render-test/tests/gfx/pass/expected.png diff --git a/render-test/tests/gfx/pass/metrics.json b/render-test/tests/gfx/pass/metrics.json new file mode 100644 index 0000000000..67ecec5d78 --- /dev/null +++ b/render-test/tests/gfx/pass/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]] + ] +} diff --git a/render-test/tests/gfx/pass/style.json b/render-test/tests/gfx/pass/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/render-test/tests/gfx/pass/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/render-test/tests/mac/memory/pass-memory-size-is-same/expected.png b/render-test/tests/mac/memory/pass-memory-size-is-same/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/render-test/tests/mac/memory/pass-memory-size-is-same/expected.png diff --git a/render-test/tests/mac/memory/pass-memory-size-is-same/metrics.json b/render-test/tests/mac/memory/pass-memory-size-is-same/metrics.json new file mode 100644 index 0000000000..cc7d1c9fab --- /dev/null +++ b/render-test/tests/mac/memory/pass-memory-size-is-same/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 33271, + 51 + ], + [ + "end", + 47552, + 101 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/render-test/tests/memory/fail-memory-size-is-too-big/expected.png b/render-test/tests/memory/fail-memory-size-is-too-big/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-big/expected.png diff --git a/render-test/tests/memory/fail-memory-size-is-too-big/metrics.json b/render-test/tests/memory/fail-memory-size-is-too-big/metrics.json new file mode 100644 index 0000000000..3e55e0c60e --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-big/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 33271, + 62 + ], + [ + "end", + 40000, + 118 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/render-test/tests/memory/fail-memory-size-is-too-big/style.json b/render-test/tests/memory/fail-memory-size-is-too-big/style.json new file mode 100644 index 0000000000..b2805ef34f --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-big/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.005 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.005 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/memory/fail-memory-size-is-too-small/expected.png b/render-test/tests/memory/fail-memory-size-is-too-small/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-small/expected.png diff --git a/render-test/tests/memory/fail-memory-size-is-too-small/metrics.json b/render-test/tests/memory/fail-memory-size-is-too-small/metrics.json new file mode 100644 index 0000000000..7e3997675b --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-small/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 33271, + 62 + ], + [ + "end", + 60000, + 118 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/render-test/tests/memory/fail-memory-size-is-too-small/style.json b/render-test/tests/memory/fail-memory-size-is-too-small/style.json new file mode 100644 index 0000000000..b2805ef34f --- /dev/null +++ b/render-test/tests/memory/fail-memory-size-is-too-small/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.005 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.005 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/memory/pass-memory-size-is-same/expected.png b/render-test/tests/memory/pass-memory-size-is-same/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/render-test/tests/memory/pass-memory-size-is-same/expected.png diff --git a/render-test/tests/memory/pass-memory-size-is-same/metrics.json b/render-test/tests/memory/pass-memory-size-is-same/metrics.json new file mode 100644 index 0000000000..4baa38c7f7 --- /dev/null +++ b/render-test/tests/memory/pass-memory-size-is-same/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 33271, + 62 + ], + [ + "end", + 47833, + 118 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/memory/pass-memory-size-is-same/style.json b/render-test/tests/memory/pass-memory-size-is-same/style.json new file mode 100644 index 0000000000..d1c09f69f9 --- /dev/null +++ b/render-test/tests/memory/pass-memory-size-is-same/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.01 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.01 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/render-test/tests/network/fail-requests-transferred/expected.png b/render-test/tests/network/fail-requests-transferred/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/render-test/tests/network/fail-requests-transferred/expected.png diff --git a/render-test/tests/network/fail-requests-transferred/metrics.json b/render-test/tests/network/fail-requests-transferred/metrics.json new file mode 100644 index 0000000000..1a200ca38f --- /dev/null +++ b/render-test/tests/network/fail-requests-transferred/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 2, + 200000 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/network/fail-requests-transferred/style.json b/render-test/tests/network/fail-requests-transferred/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/render-test/tests/network/fail-requests-transferred/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/render-test/tests/network/fail-requests/expected.png b/render-test/tests/network/fail-requests/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/render-test/tests/network/fail-requests/expected.png diff --git a/render-test/tests/network/fail-requests/metrics.json b/render-test/tests/network/fail-requests/metrics.json new file mode 100644 index 0000000000..81c9b8a5d4 --- /dev/null +++ b/render-test/tests/network/fail-requests/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 2, + 183111 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/network/fail-requests/style.json b/render-test/tests/network/fail-requests/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/render-test/tests/network/fail-requests/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/render-test/tests/network/fail-transferred/expected.png b/render-test/tests/network/fail-transferred/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/render-test/tests/network/fail-transferred/expected.png diff --git a/render-test/tests/network/fail-transferred/metrics.json b/render-test/tests/network/fail-transferred/metrics.json new file mode 100644 index 0000000000..20b42d5b9b --- /dev/null +++ b/render-test/tests/network/fail-transferred/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 3, + 100000 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/network/fail-transferred/style.json b/render-test/tests/network/fail-transferred/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/render-test/tests/network/fail-transferred/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/render-test/tests/network/pass/expected.png b/render-test/tests/network/pass/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/render-test/tests/network/pass/expected.png diff --git a/render-test/tests/network/pass/metrics.json b/render-test/tests/network/pass/metrics.json new file mode 100644 index 0000000000..6afd106a45 --- /dev/null +++ b/render-test/tests/network/pass/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 3, + 183111 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/render-test/tests/network/pass/style.json b/render-test/tests/network/pass/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/render-test/tests/network/pass/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/render-test/tests/should-fail.json b/render-test/tests/should-fail.json new file mode 100644 index 0000000000..b539d66019 --- /dev/null +++ b/render-test/tests/should-fail.json @@ -0,0 +1,18 @@ +{ + "tests/file-size/fail-size-is-over": "Should fail, size is bigger than expected.", + "tests/file-size/fail-size-is-under": "Should fail, size is smaller than expected.", + "tests/file-size/fail-file-doesnt-match": "Should fail, doesn't match the expectation.", + "tests/file-size/fail-file-not-found": "Should fail, file not found.", + "tests/network/fail-requests": "Should fail, number of requests higher than expected.", + "tests/network/fail-transferred": "Should fail, amount of transferred data higher than expected.", + "tests/network/fail-requests-transferred": "Should fail, number of requests higher than expected and amount of transferred data less than expected.", + "tests/memory/fail-memory-size-is-too-big": "Should fail, memory size is bigger than expected.", + "tests/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected.", + "tests/gfx/fail-ib-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.", + "tests/gfx/fail-negative-framebuffer-count": "Should fail, number of frame buffers is higher than expected.", + "tests/gfx/fail-texture-mem-mismatch": "Should fail, combined byte size of textures doesn't match the expectation.", + "tests/gfx/fail-too-many-drawcalls": "Should fail, number of draw calls higher than expected.", + "tests/gfx/fail-too-few-buffers": "Should fail, number of vertex and index buffers is smaller than expected.", + "tests/gfx/fail-too-few-textures": "Should fail, number of textures is smaller than expected.", + "tests/gfx/fail-vb-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation." +} |