diff options
author | zmiao <miao.zhao@mapbox.com> | 2020-01-24 15:45:47 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2020-01-24 15:45:47 +0200 |
commit | 429292fb9898cbcf3f2a0b644e01277473124252 (patch) | |
tree | ebcdd55d269984af2aa10d2d15e73eacdf04e178 /render-test/ios/ios_test_runner.cpp | |
parent | 61ab64906e6ebca9fe27463d9ea12a747314386c (diff) | |
download | qtlocation-mapboxgl-429292fb9898cbcf3f2a0b644e01277473124252.tar.gz |
[test-runner] Add iOS RenderTestRunner test metrics (#16139)
* [test-runner] Add iOS RenderTestRunner test metrics
* [test-runner] Add ios probe metrics
Diffstat (limited to 'render-test/ios/ios_test_runner.cpp')
-rw-r--r-- | render-test/ios/ios_test_runner.cpp | 27 |
1 files changed, 18 insertions, 9 deletions
diff --git a/render-test/ios/ios_test_runner.cpp b/render-test/ios/ios_test_runner.cpp index 842318c64a..ceb44440aa 100644 --- a/render-test/ios/ios_test_runner.cpp +++ b/render-test/ios/ios_test_runner.cpp @@ -9,9 +9,9 @@ #define EXPORT __attribute__((visibility("default"))) EXPORT -bool TestRunner::startTest(const std::string& manifest) { +bool TestRunner::startTest(const std::string& manifestBasePath) { auto runTestWithManifest = [](const std::string& manifest) -> bool { - std::vector<std::string> arguments = {"mbgl-render-test-runner", "-p", manifest}; + std::vector<std::string> arguments = {"mbgl-render-test-runner", "-p", manifest, "-u", "rebaseline"}; std::vector<char*> argv; for (const auto& arg : arguments) { argv.push_back(const_cast<char*>(arg.data())); @@ -24,17 +24,26 @@ bool TestRunner::startTest(const std::string& manifest) { }; mbgl::Log::Info(mbgl::Event::General, "Start running RenderTestRunner with manifest: '%s'", manifest.c_str()); - auto result = mbgl::runRenderTests(static_cast<int>(argv.size() - 1), argv.data(), testStatus) == 0; - mbgl::Log::Info(mbgl::Event::General, "End running RenderTestRunner with manifest: '%s'", manifest.c_str()); - return result; + auto result = mbgl::runRenderTests(static_cast<int>(argv.size() - 1), argv.data(), testStatus); + + mbgl::Log::Info(mbgl::Event::General, + "End running RenderTestRunner with manifest: '%s' with result value %d", + manifest.c_str(), + result); + return result == 0; }; - auto ret = false; + bool status = false; try { - ret = runTestWithManifest(manifest); + status = runTestWithManifest(manifestBasePath + "/next-ios-render-test-runner-style.json"); + status = runTestWithManifest(manifestBasePath + "/next-ios-render-test-runner-metrics.json") && status; } catch (...) { - mbgl::Log::Info(mbgl::Event::General, "testFailed"); + mbgl::Log::Info(mbgl::Event::General, "Failed with exception"); } + mbgl::Log::Info(mbgl::Event::General, "All tests are finished!"); - return ret; + if (!status) { + mbgl::Log::Info(mbgl::Event::General, "There are failing test cases"); + } + return status; } |