summaryrefslogtreecommitdiff
path: root/render-test/ios/ios_test_runner.cpp
blob: bb93db489dd43cd35741531d5ca9b789ecb1e756 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#include "ios_test_runner.hpp"

#include <mbgl/render_test.hpp>

#include <mbgl/util/logging.hpp>

#include <vector>

#define EXPORT __attribute__((visibility("default")))

EXPORT
bool TestRunner::startTest(const std::string& manifestBasePath) {
    auto runTestWithManifest = [](const std::string& manifest) -> bool {
        std::vector<std::string> arguments = {"mbgl-render-test-runner", "-p", manifest, "-u", "rebaseline"};
        std::vector<char*> argv;
        for (const auto& arg : arguments) {
            argv.push_back(const_cast<char*>(arg.data()));
        }
        argv.push_back(nullptr);

        int finishedTestCount = 0;
        std::function<void()> testStatus = [&]() {
            mbgl::Log::Info(mbgl::Event::General, "Current finished tests number is '%d' ", ++finishedTestCount);
        };
        mbgl::Log::Info(mbgl::Event::General, "Start running RenderTestRunner with manifest: '%s'", manifest.c_str());

        auto result = mbgl::runRenderTests(static_cast<int>(argv.size() - 1), argv.data(), testStatus);

        mbgl::Log::Info(mbgl::Event::General,
                        "End running RenderTestRunner with manifest: '%s' with result value %d",
                        manifest.c_str(),
                        result);
        return result == 0;
    };

    bool status = false;
    try {
        status = runTestWithManifest(manifestBasePath + "/ios-render-test-runner-style.json");
        status = runTestWithManifest(manifestBasePath + "/ios-render-test-runner-metrics.json") && status;
    } catch (...) {
        mbgl::Log::Info(mbgl::Event::General, "Failed with exception");
    }

    mbgl::Log::Info(mbgl::Event::General, "All tests are finished!");
    if (!status) {
        mbgl::Log::Info(mbgl::Event::General, "There are failing test cases");
    }
    return status;
}