diff options
| author | Thiago Marcos P. Santos <tmpsantos@gmail.com> | 2019-12-10 17:10:48 +0200 |
|---|---|---|
| committer | Thiago Marcos P. Santos <tmpsantos@gmail.com> | 2019-12-16 22:52:01 +0200 |
| commit | 970cabe0eb441270ca3af44e495a5fee997ab54c (patch) | |
| tree | f84735c55ba8830055a1cbac2ce9960082e49ef0 /metrics | |
| parent | dc61aa7691d70b9cc74c5077b49472e64a921f74 (diff) | |
| download | qtlocation-mapboxgl-970cabe0eb441270ca3af44e495a5fee997ab54c.tar.gz | |
[build] Reorganize the render tests
Move everything that might collect metrics to the metrics/ directory,
the only test manifests inside the render-test/ directory are the
unit tests of the probes.
Diffstat (limited to 'metrics')
107 files changed, 1433 insertions, 40 deletions
diff --git a/metrics/expectations/platform-all/render-tests/debug/collision-lines-overscaled/expected.png b/metrics/expectations/platform-all/render-tests/debug/collision-lines-overscaled/expected.png Binary files differnew file mode 100644 index 0000000000..38eb0d2da6 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/debug/collision-lines-overscaled/expected.png diff --git a/metrics/expectations/platform-all/render-tests/debug/collision-lines-pitched/expected.png b/metrics/expectations/platform-all/render-tests/debug/collision-lines-pitched/expected.png Binary files differnew file mode 100644 index 0000000000..416d7d5715 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/debug/collision-lines-pitched/expected.png diff --git a/metrics/expectations/platform-all/render-tests/debug/collision-lines/expected.png b/metrics/expectations/platform-all/render-tests/debug/collision-lines/expected.png Binary files differnew file mode 100644 index 0000000000..3f4790a585 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/debug/collision-lines/expected.png diff --git a/metrics/expectations/platform-all/render-tests/debug/collision-pitched-wrapped/expected.png b/metrics/expectations/platform-all/render-tests/debug/collision-pitched-wrapped/expected.png Binary files differnew file mode 100644 index 0000000000..9b718c09c0 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/debug/collision-pitched-wrapped/expected.png diff --git a/metrics/expectations/platform-all/render-tests/symbol-visibility/visible/expected.png b/metrics/expectations/platform-all/render-tests/symbol-visibility/visible/expected.png Binary files differnew file mode 100644 index 0000000000..8da157772a --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/symbol-visibility/visible/expected.png diff --git a/metrics/expectations/platform-all/render-tests/text-pitch-alignment/auto-text-rotation-alignment-map/expected.png b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/auto-text-rotation-alignment-map/expected.png Binary files differnew file mode 100644 index 0000000000..cd690ca152 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/auto-text-rotation-alignment-map/expected.png diff --git a/metrics/expectations/platform-all/render-tests/text-pitch-alignment/map-text-rotation-alignment-map/expected.png b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/map-text-rotation-alignment-map/expected.png Binary files differnew file mode 100644 index 0000000000..cd690ca152 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/map-text-rotation-alignment-map/expected.png diff --git a/metrics/expectations/platform-all/render-tests/text-pitch-alignment/viewport-text-rotation-alignment-map/expected.png b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/viewport-text-rotation-alignment-map/expected.png Binary files differnew file mode 100644 index 0000000000..764d4a0b24 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/text-pitch-alignment/viewport-text-rotation-alignment-map/expected.png diff --git a/metrics/expectations/platform-all/render-tests/text-variable-anchor/pitched-rotated-debug/expected.png b/metrics/expectations/platform-all/render-tests/text-variable-anchor/pitched-rotated-debug/expected.png Binary files differnew file mode 100644 index 0000000000..4e3d012844 --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/text-variable-anchor/pitched-rotated-debug/expected.png diff --git a/metrics/expectations/platform-all/render-tests/text-variable-anchor/rotated-offset/expected.png b/metrics/expectations/platform-all/render-tests/text-variable-anchor/rotated-offset/expected.png Binary files differnew file mode 100644 index 0000000000..13690d147c --- /dev/null +++ b/metrics/expectations/platform-all/render-tests/text-variable-anchor/rotated-offset/expected.png diff --git a/metrics/expectations/platform-android/render-tests/combinations/symbol-translucent--fill-translucent/expected.png b/metrics/expectations/platform-android/render-tests/combinations/symbol-translucent--fill-translucent/expected.png Binary files differnew file mode 100644 index 0000000000..6a14209d0d --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/combinations/symbol-translucent--fill-translucent/expected.png diff --git a/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#2305/expected.png b/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#2305/expected.png Binary files differnew file mode 100644 index 0000000000..99ca724f5b --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#2305/expected.png diff --git a/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#5978/expected.png b/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#5978/expected.png Binary files differnew file mode 100644 index 0000000000..37fc500689 --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/regressions/mapbox-gl-js#5978/expected.png diff --git a/metrics/expectations/platform-android/render-tests/sprites/1x-screen-1x-pattern/expected.png b/metrics/expectations/platform-android/render-tests/sprites/1x-screen-1x-pattern/expected.png Binary files differnew file mode 100644 index 0000000000..e4564aeee8 --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/sprites/1x-screen-1x-pattern/expected.png diff --git a/metrics/expectations/platform-android/render-tests/sprites/1x-screen-2x-pattern/expected.png b/metrics/expectations/platform-android/render-tests/sprites/1x-screen-2x-pattern/expected.png Binary files differnew file mode 100644 index 0000000000..8cf3bb4bda --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/sprites/1x-screen-2x-pattern/expected.png diff --git a/metrics/expectations/platform-android/render-tests/sprites/2x-screen-1x-pattern/expected.png b/metrics/expectations/platform-android/render-tests/sprites/2x-screen-1x-pattern/expected.png Binary files differnew file mode 100644 index 0000000000..0756d83652 --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/sprites/2x-screen-1x-pattern/expected.png diff --git a/metrics/expectations/platform-android/render-tests/sprites/2x-screen-2x-pattern/expected.png b/metrics/expectations/platform-android/render-tests/sprites/2x-screen-2x-pattern/expected.png Binary files differnew file mode 100644 index 0000000000..a3b27f24a2 --- /dev/null +++ b/metrics/expectations/platform-android/render-tests/sprites/2x-screen-2x-pattern/expected.png diff --git a/metrics/ignores/platform-all.json b/metrics/ignores/platform-all.json new file mode 100644 index 0000000000..e1cf323afa --- /dev/null +++ b/metrics/ignores/platform-all.json @@ -0,0 +1,133 @@ +{ + "probes/memory/pass-memory-size-is-same": "TODO: Check with Mikhail why is this failing", + "binary-size/android-arm64-v8a": "skip - only makes sense for the binary size bot.", + "binary-size/android-armeabi-v7a": "skip - only makes sense for the binary size bot.", + "binary-size/android-x86": "skip - only makes sense for the binary size bot.", + "binary-size/android-x86_64": "skip - only makes sense for the binary size bot.", + "binary-size/linux-clang8": "skip - only makes sense for the binary size bot.", + "binary-size/linux-gcc8": "skip - only makes sense for the binary size bot.", + "binary-size/macos-xcode11": "skip - only makes sense for the binary size bot.", + "expression-tests/collator/accent-equals-de": "Locale-specific behavior changes based on platform.", + "expression-tests/in/assert-array": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/in/assert-string": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/in/basic-array": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/in/basic-string": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/in/invalid-haystack": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/in/invalid-needle": "https://github.com/mapbox/mapbox-gl-native/issues/15893", + "expression-tests/interpolate-hcl/linear": "https://github.com/mapbox/mapbox-gl-native/issues/8720", + "expression-tests/interpolate-lab/linear": "https://github.com/mapbox/mapbox-gl-native/issues/8720", + "expression-tests/is-supported-script/default": "This tests RTL text plugin behavior specific to GL JS", + "expression-tests/legacy/categorical/array": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/categorical/boolean": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/categorical/color": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/categorical/number": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/categorical/string": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/exponential/color-hcl": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/exponential/color-lab": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/identity/color-default": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/identity/enum-default": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/interval/composite": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/interval/composite-default": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/legacy/interval/tokens-zoom": "https://github.com/mapbox/mapbox-gl-native/issues/12747", + "expression-tests/resolved-locale/basic": "Even the 'en' locale may not be present on some test systems.", + "probes/file-size/fail-file-doesnt-match": "Should fail, doesn't match the expectation.", + "probes/file-size/fail-file-not-found": "Should fail, file not found.", + "probes/file-size/fail-size-is-over": "Should fail, size is bigger than expected.", + "probes/file-size/fail-size-is-under": "Should fail, size is smaller than expected.", + "probes/gfx/fail-ib-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.", + "probes/gfx/fail-negative-framebuffer-count": "Should fail, number of frame buffers is higher than expected.", + "probes/gfx/fail-texture-mem-mismatch": "Should fail, combined byte size of textures doesn't match the expectation.", + "probes/gfx/fail-too-few-buffers": "Should fail, number of vertex and index buffers is smaller than expected.", + "probes/gfx/fail-too-few-textures": "Should fail, number of textures is smaller than expected.", + "probes/gfx/fail-too-many-drawcalls": "Should fail, number of draw calls higher than expected.", + "probes/gfx/fail-vb-mem-mismatch": "Should fail, combined byte size of index buffers doesn't match the expectation.", + "probes/memory/fail-memory-size-is-too-big": "Should fail, memory size is bigger than expected.", + "probes/memory/fail-memory-size-is-too-small": "Should fail, memory size is smaller than expected.", + "probes/network/fail-requests": "Should fail, number of requests higher than expected.", + "probes/network/fail-requests-transferred": "Should fail, number of requests higher than expected and amount of transferred data less than expected.", + "probes/network/fail-transferred": "Should fail, amount of transferred data higher than expected.", + "query-tests/fill-extrusion-translate/multiple-layers": "https://github.com/mapbox/mapbox-gl-native/issues/12701", + "query-tests/fill-extrusion/base-in": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/box-in": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/side-in": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/sort": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/sort-concave-inner": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/sort-concave-outer": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/sort-rotated": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-extrusion/top-in": "https://github.com/mapbox/mapbox-gl-native/issues/13139", + "query-tests/fill-translate/multiple-layers": "https://github.com/mapbox/mapbox-gl-native/issues/12701", + "query-tests/geometry/multilinestring": "needs investigation", + "query-tests/geometry/multipolygon": "needs investigation", + "query-tests/geometry/polygon": "needs investigation", + "query-tests/regressions/mapbox-gl-js#6555": "skip - no querySourceFeatures in mbgl-node; needs issue", + "query-tests/regressions/mapbox-gl-js#7883": "https://github.com/mapbox/mapbox-gl-native/issues/14585", + "query-tests/world-wrapping/box": "skip - needs issue", + "render-tests/background-color/colorSpace-hcl": "needs issue", + "render-tests/background-color/transition": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/canvas/default": "skip - js specific", + "render-tests/canvas/update": "skip - js specific", + "render-tests/circle-sort-key/literal": "https://github.com/mapbox/mapbox-gl-native/issues/15008", + "render-tests/collator/default": "Some test platforms don't resolve 'en' locale", + "render-tests/collator/resolved-locale": "Some test platforms don't resolve 'en' locale", + "render-tests/custom-layer-js/depth": "skip - js specific", + "render-tests/custom-layer-js/null-island": "skip - js specific", + "render-tests/custom-layer-js/tent-3d": "skip - js specific", + "render-tests/debug/collision": "https://github.com/mapbox/mapbox-gl-native/issues/3841", + "render-tests/debug/overdraw": "https://github.com/mapbox/mapbox-gl-native/issues/15638", + "render-tests/debug/raster": "https://github.com/mapbox/mapbox-gl-native/issues/15510", + "render-tests/debug/tile": "https://github.com/mapbox/mapbox-gl-native/issues/3841", + "render-tests/debug/tile-overscaled": "https://github.com/mapbox/mapbox-gl-native/issues/3841", + "render-tests/extent/1024-circle": "needs investigation", + "render-tests/feature-state/promote-id": "https://github.com/mapbox/mapbox-gl-native/issues/16016", + "render-tests/fill-extrusion-geometry/linestring": "https://github.com/mapbox/mapbox-gl-native/pull/14240", + "render-tests/fill-extrusion-pattern/@2x": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/feature-expression": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/function": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/function-2": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/literal": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/opacity": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-extrusion-pattern/tile-buffer": "https://github.com/mapbox/mapbox-gl-js/issues/3327", + "render-tests/fill-pattern/update-feature-state": "https://github.com/mapbox/mapbox-gl-native/issues/15895", + "render-tests/fill-sort-key/literal": "https://github.com/mapbox/mapbox-gl-native/issues/15008", + "render-tests/geojson/inline-linestring-fill": "current behavior is arbitrary", + "render-tests/icon-text-fit/stretch-fifteen-part": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part-@2x": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part-content": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part-content-collision": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part-just-height": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-nine-part-just-width": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-three-part": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-two-part": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/stretch-underscale": "https://github.com/mapbox/mapbox-gl-native/issues/16017", + "render-tests/icon-text-fit/text-variable-anchor-overlap": "https://github.com/mapbox/mapbox-gl-native/issues/15809", + "render-tests/line-sort-key/literal": "https://github.com/mapbox/mapbox-gl-native/issues/15008", + "render-tests/mixed-zoom/z10-z11": "https://github.com/mapbox/mapbox-gl-native/issues/10397", + "render-tests/raster-masking/overlapping-zoom": "https://github.com/mapbox/mapbox-gl-native/issues/10195", + "render-tests/real-world/bangkok": "https://github.com/mapbox/mapbox-gl-native/issues/10412", + "render-tests/real-world/chicago": "https://github.com/mapbox/mapbox-gl-native/issues/10412", + "render-tests/real-world/sanfrancisco": "https://github.com/mapbox/mapbox-gl-native/issues/10412", + "render-tests/regressions/mapbox-gl-js#2467": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#2762": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#2769": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#5740": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#5982": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#6655": "skip - port https://github.com/mapbox/mapbox-gl-js/pull/6263 - needs issue", + "render-tests/regressions/mapbox-gl-js#6706": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/regressions/mapbox-gl-js#6806": "pending https://github.com/mapbox/mapbox-gl-js/pull/6812", + "render-tests/regressions/mapbox-gl-js#7271": "https://github.com/mapbox/mapbox-gl-native/issues/12888", + "render-tests/regressions/mapbox-gl-js#7302": "skip - js specific", + "render-tests/regressions/mapbox-gl-js#7708": "skip - js specific", + "render-tests/regressions/mapbox-gl-js#8026": "skip - js specific", + "render-tests/regressions/mapbox-gl-js#8817": "skip - https://github.com/mapbox/mapbox-gl-native/issues/15737", + "render-tests/regressions/mapbox-gl-js#9009": "https://github.com/mapbox/mapbox-gl-native/issues/16018", + "render-tests/regressions/mapbox-gl-native#7357": "https://github.com/mapbox/mapbox-gl-native/issues/7357", + "render-tests/runtime-styling/image-add-remove-add": "skip - https://github.com/mapbox/mapbox-gl-native/issues/16021", + "render-tests/runtime-styling/pattern-add-remove-add": "skip - https://github.com/mapbox/mapbox-gl-native/issues/16021", + "render-tests/symbol-cross-fade/chinese": "https://github.com/mapbox/mapbox-gl-native/issues/10619", + "render-tests/text-max-width/zero-width-point-placement": "https://github.com/mapbox/mapbox-gl-native/issues/15648", + "render-tests/text-size/nan": "https://github.com/mapbox/mapbox-gl-native/issues/16020", + "render-tests/text-variable-anchor/remember-last-placement": "skip - fails on gl-native, as symbol index is not functional at static map mode - needs issue", + "render-tests/video/default": "skip - https://github.com/mapbox/mapbox-gl-native/issues/601", + "render-tests/zoomed-fill/negative-zoom": "https://github.com/mapbox/mapbox-gl-native/issues/16019" +} diff --git a/metrics/ignores/platform-android.json b/metrics/ignores/platform-android.json new file mode 100644 index 0000000000..ffd8fc9e15 --- /dev/null +++ b/metrics/ignores/platform-android.json @@ -0,0 +1,13 @@ +{ + "probes/gfx/pass": "Needs to be investigated and fixed.", + "probes/gfx/pass-double-probe": "Needs to be investigated and fixed.", + "probes/gfx/pass-probe-reset": "Needs to be investigated and fixed.", + "probes/network/pass": "Needs to be investigated and fixed.", + "render-tests/icon-text-fit/both-text-anchor-1x-image-2x-screen": "Temporarily fails as android test app does not derefence symbolinks in sprites folder.", + "render-tests/icon-text-fit/both-text-anchor-2x-image-1x-screen": "Temporarily fails as android test app does not derefence symbolinks in sprites folder.", + "render-tests/line-pattern/overscaled": "Needs to be investigated and fixed.", + "render-tests/regressions/mapbox-gl-js#5911a": "Needs to be investigated and fixed.", + "render-tests/regressions/mapbox-gl-native#9976": "Needs to be investigated and fixed.", + "render-tests/runtime-styling/image-add-pattern": "Needs to be investigated and fixed.", + "render-tests/runtime-styling/image-update-pattern": "Needs to be investigated and fixed." +} diff --git a/metrics/ignores/platform-linux.json b/metrics/ignores/platform-linux.json new file mode 100644 index 0000000000..0988aff5a2 --- /dev/null +++ b/metrics/ignores/platform-linux.json @@ -0,0 +1,10 @@ +{ + "render-tests/fill-opacity/zoom-and-property-function-pattern": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/15322", + "render-tests/fill-pattern/literal": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/14423", + "render-tests/fill-pattern/opacity": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/14870", + "render-tests/fill-pattern/zoomed": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/14768", + "render-tests/line-pattern/opacity": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/15320", + "render-tests/line-translate/literal": "Flaky on Linux: https://github.com/mapbox/mapbox-gl-native/issues/14859", + "render-tests/regressions/mapbox-gl-js#5642": "Failing with mbgl-render-test", + "render-tests/regressions/mapbox-gl-js#7066": "Failing with mbgl-render-test" +} diff --git a/metrics/ignores/platform-macos.json b/metrics/ignores/platform-macos.json new file mode 100644 index 0000000000..bc5e67820a --- /dev/null +++ b/metrics/ignores/platform-macos.json @@ -0,0 +1,4 @@ +{ + "render-tests/regressions/mapbox-gl-js#5642": "Failing with mbgl-render-test", + "render-tests/regressions/mapbox-gl-js#7066": "Failing with mbgl-render-test" +} diff --git a/metrics/next-FIXME-linux-asan-style.json b/metrics/next-FIXME-linux-asan-style.json new file mode 100644 index 0000000000..518337de9e --- /dev/null +++ b/metrics/next-FIXME-linux-asan-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-FIXME-linux-ubsan-style.json b/metrics/next-FIXME-linux-ubsan-style.json new file mode 100644 index 0000000000..518337de9e --- /dev/null +++ b/metrics/next-FIXME-linux-ubsan-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-android-render-test-runner-metrics.json b/metrics/next-android-render-test-runner-metrics.json new file mode 100644 index 0000000000..f60e6a50f2 --- /dev/null +++ b/metrics/next-android-render-test-runner-metrics.json @@ -0,0 +1,19 @@ +{ + "base_test_path": "tests", + "expectation_paths": [ + "expectations/platform-all", + "expectations/platform-android" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json", + "ignores/platform-android.json" + ], + "metric_path": "next-android-render-test-runner", + "probes": [ + "probeGFX", + "probeMemory", + "probeNetwork" + ], + "result_path": "/sdcard" +} diff --git a/metrics/next-android-render-test-runner-probe-gfx-network.json b/metrics/next-android-render-test-runner-probe-gfx-network.json deleted file mode 100644 index db341e43ca..0000000000 --- a/metrics/next-android-render-test-runner-probe-gfx-network.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "base_test_path":"mapbox-gl-js/test/integration", - "expectation_paths":["render-test/expected", "render-test/expected/android"], - "ignore_paths":["render-test/ignores/ignores.json", "render-test/ignores/linux-ignores.json", "render-test/ignores/android-temp-fail.json"], - "vendor_path":"vendor", - "asset_path": "mapbox-gl-js/test/integration", - "result_path":"/sdcard/", - "probes": ["probeGFX", "probeNetwork"], - "metric_path":"metrics/next-android-render-test-runner" -}
\ No newline at end of file diff --git a/metrics/next-android-render-test-runner-probe-memory.json b/metrics/next-android-render-test-runner-probe-memory.json deleted file mode 100644 index aa99c5a618..0000000000 --- a/metrics/next-android-render-test-runner-probe-memory.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "base_test_path":"mapbox-gl-js/test/integration", - "expectation_paths":["render-test/expected", "render-test/expected/android"], - "ignore_paths":["render-test/ignores/ignores.json", "render-test/ignores/linux-ignores.json", "render-test/ignores/android-temp-fail.json"], - "vendor_path":"vendor", - "asset_path": "mapbox-gl-js/test/integration", - "result_path":"/sdcard/", - "probes": ["probeMemory"], - "metric_path":"metrics/next-android-render-test-runner", - "filter": "real-world" -}
\ No newline at end of file diff --git a/metrics/next-android-render-test-runner-style.json b/metrics/next-android-render-test-runner-style.json new file mode 100644 index 0000000000..b00e9f0ea1 --- /dev/null +++ b/metrics/next-android-render-test-runner-style.json @@ -0,0 +1,20 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all", + "expectations/platform-android" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json", + "ignores/platform-android.json" + ], + "metric_path": "next-android-render-test-runner", + "probes": [ + "probeGFX", + "probeNetwork" + ], + "result_path": "/sdcard", + "vendor_path": "../vendor" +} diff --git a/metrics/next-linux-clang8-release-style.json b/metrics/next-linux-clang8-release-style.json new file mode 100644 index 0000000000..518337de9e --- /dev/null +++ b/metrics/next-linux-clang8-release-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-linux-gcc8-debug-coverage-style.json b/metrics/next-linux-gcc8-debug-coverage-style.json new file mode 100644 index 0000000000..518337de9e --- /dev/null +++ b/metrics/next-linux-gcc8-debug-coverage-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-linux-gcc8-release-metrics.json b/metrics/next-linux-gcc8-release-metrics.json new file mode 100644 index 0000000000..6c041af80e --- /dev/null +++ b/metrics/next-linux-gcc8-release-metrics.json @@ -0,0 +1,18 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "tests", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "metric_path": "next-linux-gcc8-release", + "probes": [ + "probeGFX", + "probeMemory", + "probeNetwork" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-linux-gcc8-release-probe-gfx-network.json b/metrics/next-linux-gcc8-release-probe-gfx-network.json deleted file mode 100644 index 2c5f9b57ad..0000000000 --- a/metrics/next-linux-gcc8-release-probe-gfx-network.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "base_test_path":"../mapbox-gl-js/test/integration", - "expectation_paths":["../render-test/expected/"], - "ignore_paths":["../platform/node/test/ignores.json", "../render-test/ignores/linux-ignores.json"], - "vendor_path":"../vendor", - "asset_path": "../mapbox-gl-js/test/integration", - "probes": ["probeGFX", "probeNetwork"], - "metric_path":"../metrics/next-linux-gcc8-release" -} diff --git a/metrics/next-linux-gcc8-release-probe-memory.json b/metrics/next-linux-gcc8-release-probe-memory.json deleted file mode 100644 index cae354129b..0000000000 --- a/metrics/next-linux-gcc8-release-probe-memory.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "base_test_path":"../mapbox-gl-js/test/integration", - "expectation_paths":["../render-test/expected/"], - "ignore_paths":["../platform/node/test/ignores.json", "../render-test/ignores/linux-ignores.json"], - "vendor_path":"../vendor", - "asset_path": "../mapbox-gl-js/test/integration", - "probes": ["probeMemory"], - "metric_path":"../metrics/next-linux-gcc8-release", - "filter": "real-world" -} diff --git a/metrics/next-linux-gcc8-release-style.json b/metrics/next-linux-gcc8-release-style.json new file mode 100644 index 0000000000..4961756a61 --- /dev/null +++ b/metrics/next-linux-gcc8-release-style.json @@ -0,0 +1,17 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "metric_path": "next-linux-gcc8-release", + "probes": [ + "probeGFX", + "probeNetwork" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-linux-tsan-style.json b/metrics/next-linux-tsan-style.json new file mode 100644 index 0000000000..518337de9e --- /dev/null +++ b/metrics/next-linux-tsan-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-linux.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-macos-xcode11-debug-style.json b/metrics/next-macos-xcode11-debug-style.json new file mode 100644 index 0000000000..463e771a1e --- /dev/null +++ b/metrics/next-macos-xcode11-debug-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-macos.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/next-macos-xcode11-release-style.json b/metrics/next-macos-xcode11-release-style.json new file mode 100644 index 0000000000..463e771a1e --- /dev/null +++ b/metrics/next-macos-xcode11-release-style.json @@ -0,0 +1,12 @@ +{ + "asset_path": "../mapbox-gl-js/test/integration", + "base_test_path": "../mapbox-gl-js/test/integration", + "expectation_paths": [ + "expectations/platform-all" + ], + "ignore_paths": [ + "ignores/platform-all.json", + "ignores/platform-macos.json" + ], + "vendor_path": "../vendor" +} diff --git a/metrics/tests/probes/file-size/fail-file-doesnt-match/expected.png b/metrics/tests/probes/file-size/fail-file-doesnt-match/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/fail-file-doesnt-match/expected.png diff --git a/metrics/tests/probes/file-size/fail-file-doesnt-match/metrics.json b/metrics/tests/probes/file-size/fail-file-doesnt-match/metrics.json new file mode 100644 index 0000000000..c0002163d6 --- /dev/null +++ b/metrics/tests/probes/file-size/fail-file-doesnt-match/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.aaa", + 169 + ], + [ + "style", + "style.bbbb", + 510 + ] + ] +} diff --git a/metrics/tests/probes/file-size/fail-file-doesnt-match/style.json b/metrics/tests/probes/file-size/fail-file-doesnt-match/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/metrics/tests/probes/file-size/fail-file-doesnt-match/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/fail-file-not-found/expected.png b/metrics/tests/probes/file-size/fail-file-not-found/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/fail-file-not-found/expected.png diff --git a/metrics/tests/probes/file-size/fail-file-not-found/style.json b/metrics/tests/probes/file-size/fail-file-not-found/style.json new file mode 100644 index 0000000000..74054e1f40 --- /dev/null +++ b/metrics/tests/probes/file-size/fail-file-not-found/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.aaaa", 0], + ["probeFileSize", "image", "expected.bbb", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/fail-size-is-over/expected.png b/metrics/tests/probes/file-size/fail-size-is-over/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-over/expected.png diff --git a/metrics/tests/probes/file-size/fail-size-is-over/metrics.json b/metrics/tests/probes/file-size/fail-size-is-over/metrics.json new file mode 100644 index 0000000000..bc194081cf --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-over/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 999 + ], + [ + "style", + "style.json", + 999 + ] + ] +} diff --git a/metrics/tests/probes/file-size/fail-size-is-over/style.json b/metrics/tests/probes/file-size/fail-size-is-over/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-over/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/fail-size-is-under/expected.png b/metrics/tests/probes/file-size/fail-size-is-under/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-under/expected.png diff --git a/metrics/tests/probes/file-size/fail-size-is-under/metrics.json b/metrics/tests/probes/file-size/fail-size-is-under/metrics.json new file mode 100644 index 0000000000..d288c2ceee --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-under/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 100 + ], + [ + "style", + "style.json", + 100 + ] + ] +} diff --git a/metrics/tests/probes/file-size/fail-size-is-under/style.json b/metrics/tests/probes/file-size/fail-size-is-under/style.json new file mode 100644 index 0000000000..839a8d4a12 --- /dev/null +++ b/metrics/tests/probes/file-size/fail-size-is-under/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "image", "expected.png", 0] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/expected.png b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/expected.png diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/metrics.json b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/metrics.json new file mode 100644 index 0000000000..d0c0c9d7b6 --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 177 + ], + [ + "style", + "style.json", + 548 + ] + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/style.json b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/style.json new file mode 100644 index 0000000000..d021673ba5 --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-higher/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0.05], + ["probeFileSize", "image", "expected.png", 0.05] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/expected.png b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/expected.png diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/metrics.json b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/metrics.json new file mode 100644 index 0000000000..d62b751d5a --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/metrics.json @@ -0,0 +1,14 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 161 + ], + [ + "style", + "style.json", + 498 + ] + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/style.json b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/style.json new file mode 100644 index 0000000000..d021673ba5 --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-in-tolerance-lower/style.json @@ -0,0 +1,32 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "style", "style.json", 0.05], + ["probeFileSize", "image", "expected.png", 0.05] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-same/expected.png b/metrics/tests/probes/file-size/pass-size-is-same/expected.png Binary files differnew file mode 100644 index 0000000000..83d01c4e5d --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-same/expected.png diff --git a/metrics/tests/probes/file-size/pass-size-is-same/metrics.json b/metrics/tests/probes/file-size/pass-size-is-same/metrics.json new file mode 100644 index 0000000000..15f8c35617 --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-same/metrics.json @@ -0,0 +1,24 @@ +{ + "file-size": [ + [ + "image", + "expected.png", + 169 + ], + [ + "image-compressed", + "expected.png", + 167 + ], + [ + "style", + "style.json", + 674 + ], + [ + "style-compressed", + "style.json", + 256 + ] + ] +} diff --git a/metrics/tests/probes/file-size/pass-size-is-same/style.json b/metrics/tests/probes/file-size/pass-size-is-same/style.json new file mode 100644 index 0000000000..b13f37500a --- /dev/null +++ b/metrics/tests/probes/file-size/pass-size-is-same/style.json @@ -0,0 +1,34 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeFileSize", "image", "expected.png", 0], + ["probeFileSize", "image-compressed", "expected.png", 0, "compressed"], + ["probeFileSize", "style", "style.json", 0], + ["probeFileSize", "style-compressed", "style.json", 0, "compressed"] + ], + "width": 64, + "height": 64 + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/gfx/fail-ib-mem-mismatch/expected.png b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/expected.png diff --git a/metrics/tests/probes/gfx/fail-ib-mem-mismatch/metrics.json b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/metrics.json new file mode 100644 index 0000000000..2b5c9c3eda --- /dev/null +++ b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 65536], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-ib-mem-mismatch/style.json b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-ib-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-negative-framebuffer-count/expected.png b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/expected.png diff --git a/metrics/tests/probes/gfx/fail-negative-framebuffer-count/metrics.json b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/metrics.json new file mode 100644 index 0000000000..e92cffa571 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, -1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-negative-framebuffer-count/style.json b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-negative-framebuffer-count/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-texture-mem-mismatch/expected.png b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/expected.png diff --git a/metrics/tests/probes/gfx/fail-texture-mem-mismatch/metrics.json b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fc6f55025f --- /dev/null +++ b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 370000], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-texture-mem-mismatch/style.json b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-texture-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-too-few-buffers/expected.png b/metrics/tests/probes/gfx/fail-too-few-buffers/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-buffers/expected.png diff --git a/metrics/tests/probes/gfx/fail-too-few-buffers/metrics.json b/metrics/tests/probes/gfx/fail-too-few-buffers/metrics.json new file mode 100644 index 0000000000..07b59adeed --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-buffers/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 1000, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-too-few-buffers/style.json b/metrics/tests/probes/gfx/fail-too-few-buffers/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-buffers/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-too-few-textures/expected.png b/metrics/tests/probes/gfx/fail-too-few-textures/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-textures/expected.png diff --git a/metrics/tests/probes/gfx/fail-too-few-textures/metrics.json b/metrics/tests/probes/gfx/fail-too-few-textures/metrics.json new file mode 100644 index 0000000000..805d7035e2 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-textures/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 1000, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-too-few-textures/style.json b/metrics/tests/probes/gfx/fail-too-few-textures/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-few-textures/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-too-many-drawcalls/expected.png b/metrics/tests/probes/gfx/fail-too-many-drawcalls/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-many-drawcalls/expected.png diff --git a/metrics/tests/probes/gfx/fail-too-many-drawcalls/metrics.json b/metrics/tests/probes/gfx/fail-too-many-drawcalls/metrics.json new file mode 100644 index 0000000000..9abb546450 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-many-drawcalls/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 28, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-too-many-drawcalls/style.json b/metrics/tests/probes/gfx/fail-too-many-drawcalls/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-too-many-drawcalls/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/fail-vb-mem-mismatch/expected.png b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/expected.png diff --git a/metrics/tests/probes/gfx/fail-vb-mem-mismatch/metrics.json b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/metrics.json new file mode 100644 index 0000000000..fd25dbd68b --- /dev/null +++ b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 14, 63, 1, [371208, 371208], [68598, 68598], [74592, 7654321]] + ] +} diff --git a/metrics/tests/probes/gfx/fail-vb-mem-mismatch/style.json b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/fail-vb-mem-mismatch/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/pass-double-probe/expected.png b/metrics/tests/probes/gfx/pass-double-probe/expected.png Binary files differnew file mode 100644 index 0000000000..9f4e48ab24 --- /dev/null +++ b/metrics/tests/probes/gfx/pass-double-probe/expected.png diff --git a/metrics/tests/probes/gfx/pass-double-probe/metrics.json b/metrics/tests/probes/gfx/pass-double-probe/metrics.json new file mode 100644 index 0000000000..f2641a9a16 --- /dev/null +++ b/metrics/tests/probes/gfx/pass-double-probe/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [325008, 325008], [84926, 84926], [100224, 100224]] + ] +} diff --git a/metrics/tests/probes/gfx/pass-double-probe/style.json b/metrics/tests/probes/gfx/pass-double-probe/style.json new file mode 100644 index 0000000000..395f4ce50a --- /dev/null +++ b/metrics/tests/probes/gfx/pass-double-probe/style.json @@ -0,0 +1,22 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/pass-probe-reset/expected.png b/metrics/tests/probes/gfx/pass-probe-reset/expected.png Binary files differnew file mode 100644 index 0000000000..9f4e48ab24 --- /dev/null +++ b/metrics/tests/probes/gfx/pass-probe-reset/expected.png diff --git a/metrics/tests/probes/gfx/pass-probe-reset/metrics.json b/metrics/tests/probes/gfx/pass-probe-reset/metrics.json new file mode 100644 index 0000000000..0e42bc1697 --- /dev/null +++ b/metrics/tests/probes/gfx/pass-probe-reset/metrics.json @@ -0,0 +1,6 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]], + ["gfx 1", 32, 17, 85, 1, [84872, 84872], [16328, 16328], [25632, 25632]] + ] +} diff --git a/metrics/tests/probes/gfx/pass-probe-reset/style.json b/metrics/tests/probes/gfx/pass-probe-reset/style.json new file mode 100644 index 0000000000..698d95bb74 --- /dev/null +++ b/metrics/tests/probes/gfx/pass-probe-reset/style.json @@ -0,0 +1,24 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.745788] ], + ["probeGFX", "gfx 1"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/gfx/pass/expected.png b/metrics/tests/probes/gfx/pass/expected.png Binary files differnew file mode 100644 index 0000000000..4b5ea75a25 --- /dev/null +++ b/metrics/tests/probes/gfx/pass/expected.png diff --git a/metrics/tests/probes/gfx/pass/metrics.json b/metrics/tests/probes/gfx/pass/metrics.json new file mode 100644 index 0000000000..67ecec5d78 --- /dev/null +++ b/metrics/tests/probes/gfx/pass/metrics.json @@ -0,0 +1,5 @@ +{ + "gfx":[ + ["gfx 0", 36, 13, 63, 1, [240136, 240136], [68598, 68598], [74592, 74592]] + ] +} diff --git a/metrics/tests/probes/gfx/pass/style.json b/metrics/tests/probes/gfx/pass/style.json new file mode 100644 index 0000000000..6ae3eecb8c --- /dev/null +++ b/metrics/tests/probes/gfx/pass/style.json @@ -0,0 +1,20 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 512, + "height": 512, + "operations": [ + ["setStyle", "local://styles/uruguay.json"], + ["setZoom", 9 ], + ["probeGFXStart"], + ["setCenter", [-56.509552, -32.865788] ], + ["probeGFX", "gfx 0"], + ["probeGFXEnd"] + ] + } + }, + "sources": {}, + "layers": [] + } +
\ No newline at end of file diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-big/expected.png b/metrics/tests/probes/memory/fail-memory-size-is-too-big/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-big/expected.png diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-big/metrics.json b/metrics/tests/probes/memory/fail-memory-size-is-too-big/metrics.json new file mode 100644 index 0000000000..f13f54410d --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-big/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 21439, + 57 + ], + [ + "end", + 20000, + 108 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-big/style.json b/metrics/tests/probes/memory/fail-memory-size-is-too-big/style.json new file mode 100644 index 0000000000..b2805ef34f --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-big/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.005 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.005 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-small/expected.png b/metrics/tests/probes/memory/fail-memory-size-is-too-small/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-small/expected.png diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-small/metrics.json b/metrics/tests/probes/memory/fail-memory-size-is-too-small/metrics.json new file mode 100644 index 0000000000..9aba39584a --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-small/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 21439, + 57 + ], + [ + "end", + 60000, + 108 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/metrics/tests/probes/memory/fail-memory-size-is-too-small/style.json b/metrics/tests/probes/memory/fail-memory-size-is-too-small/style.json new file mode 100644 index 0000000000..b2805ef34f --- /dev/null +++ b/metrics/tests/probes/memory/fail-memory-size-is-too-small/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.005 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.005 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/memory/pass-memory-size-is-same/expected.png b/metrics/tests/probes/memory/pass-memory-size-is-same/expected.png Binary files differnew file mode 100644 index 0000000000..0858c19f05 --- /dev/null +++ b/metrics/tests/probes/memory/pass-memory-size-is-same/expected.png diff --git a/metrics/tests/probes/memory/pass-memory-size-is-same/metrics.json b/metrics/tests/probes/memory/pass-memory-size-is-same/metrics.json new file mode 100644 index 0000000000..3ffbe1b732 --- /dev/null +++ b/metrics/tests/probes/memory/pass-memory-size-is-same/metrics.json @@ -0,0 +1,19 @@ +{ + "memory": [ + [ + "after setZoom 0.9", + 21439, + 57 + ], + [ + "end", + 23385, + 108 + ], + [ + "start", + 0, + 0 + ] + ] +} diff --git a/metrics/tests/probes/memory/pass-memory-size-is-same/style.json b/metrics/tests/probes/memory/pass-memory-size-is-same/style.json new file mode 100644 index 0000000000..d1c09f69f9 --- /dev/null +++ b/metrics/tests/probes/memory/pass-memory-size-is-same/style.json @@ -0,0 +1,52 @@ +{ + "version": 8, + "metadata": { + "test": { + "width": 64, + "height": 64, + "operations": [ + [ "wait" ], + [ "probeMemoryStart" ], + [ "probeMemory", "start" ], + [ + "setZoom", + 0.9 + ], + [ + "wait" + ], + [ "probeMemory", "after setZoom 0.9", 0.01 ], + [ + "setLayerZoomRange", + "circle", + 1, + 2 + ], + [ + "wait" + ], + [ "probeMemory", "end", 0.01 ], + [ "probeMemoryEnd" ] + ] + } + }, + "sources": { + "geojson": { + "type": "geojson", + "data": { + "type": "Point", + "coordinates": [ + 0, + 0 + ] + } + } + }, + "layers": [ + { + "id": "circle", + "type": "circle", + "source": "geojson" + } + ] +} diff --git a/metrics/tests/probes/network/fail-requests-transferred/expected.png b/metrics/tests/probes/network/fail-requests-transferred/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/metrics/tests/probes/network/fail-requests-transferred/expected.png diff --git a/metrics/tests/probes/network/fail-requests-transferred/metrics.json b/metrics/tests/probes/network/fail-requests-transferred/metrics.json new file mode 100644 index 0000000000..1a200ca38f --- /dev/null +++ b/metrics/tests/probes/network/fail-requests-transferred/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 2, + 200000 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/metrics/tests/probes/network/fail-requests-transferred/style.json b/metrics/tests/probes/network/fail-requests-transferred/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/metrics/tests/probes/network/fail-requests-transferred/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/metrics/tests/probes/network/fail-requests/expected.png b/metrics/tests/probes/network/fail-requests/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/metrics/tests/probes/network/fail-requests/expected.png diff --git a/metrics/tests/probes/network/fail-requests/metrics.json b/metrics/tests/probes/network/fail-requests/metrics.json new file mode 100644 index 0000000000..81c9b8a5d4 --- /dev/null +++ b/metrics/tests/probes/network/fail-requests/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 2, + 183111 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/metrics/tests/probes/network/fail-requests/style.json b/metrics/tests/probes/network/fail-requests/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/metrics/tests/probes/network/fail-requests/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/metrics/tests/probes/network/fail-transferred/expected.png b/metrics/tests/probes/network/fail-transferred/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/metrics/tests/probes/network/fail-transferred/expected.png diff --git a/metrics/tests/probes/network/fail-transferred/metrics.json b/metrics/tests/probes/network/fail-transferred/metrics.json new file mode 100644 index 0000000000..20b42d5b9b --- /dev/null +++ b/metrics/tests/probes/network/fail-transferred/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 3, + 100000 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/metrics/tests/probes/network/fail-transferred/style.json b/metrics/tests/probes/network/fail-transferred/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/metrics/tests/probes/network/fail-transferred/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} diff --git a/metrics/tests/probes/network/pass/expected.png b/metrics/tests/probes/network/pass/expected.png Binary files differnew file mode 100644 index 0000000000..b63b151765 --- /dev/null +++ b/metrics/tests/probes/network/pass/expected.png diff --git a/metrics/tests/probes/network/pass/metrics.json b/metrics/tests/probes/network/pass/metrics.json new file mode 100644 index 0000000000..6afd106a45 --- /dev/null +++ b/metrics/tests/probes/network/pass/metrics.json @@ -0,0 +1,14 @@ +{ + "network": [ + [ + "end", + 3, + 183111 + ], + [ + "start", + 0, + 0 + ] + ] +}
\ No newline at end of file diff --git a/metrics/tests/probes/network/pass/style.json b/metrics/tests/probes/network/pass/style.json new file mode 100644 index 0000000000..ef94ddc748 --- /dev/null +++ b/metrics/tests/probes/network/pass/style.json @@ -0,0 +1,67 @@ +{ + "version": 8, + "metadata": { + "test": { + "operations": [ + ["probeNetworkStart"], + ["probeNetwork", "start"], + ["wait"], + ["probeNetwork", "end"], + ["probeNetworkEnd"] + ], + "height": 256, + "width": 1024 + } + }, + "center": [ + -73, + 15 + ], + "zoom": 4.5, + "sources": { + "mapbox": { + "type": "vector", + "maxzoom": 14, + "tiles": [ + "local://tiles/mapbox.mapbox-streets-v7/{z}-{x}-{y}.mvt" + ] + } + }, + "glyphs": "local://glyphs/{fontstack}/{range}.pbf", + "layers": [ + { + "id": "background", + "type": "background", + "paint": { + "background-color": "white" + } + }, + { + "id": "line-center", + "type": "symbol", + "source": "mapbox", + "source-layer": "marine_label", + "layout": { + "text-field": "{name_en}", + "symbol-placement": "line-center", + "text-allow-overlap": true, + "text-size": 35, + "text-letter-spacing": 0.4, + "text-offset": [3, 0], + "text-font": [ + "Open Sans Semibold", + "Arial Unicode MS Bold" + ] + } + }, + { + "id": "line", + "type": "line", + "source": "mapbox", + "source-layer": "marine_label", + "paint": { + "line-width": 1 + } + } + ] +} |
