#include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include using namespace mbgl; using namespace std::literals::string_literals; using mapbox::sqlite::ResultCode; #ifndef __QT__ // Qt doesn't expose the ability to register virtual file system handlers. static constexpr const char* filename = "test/fixtures/offline_download/offline.db"; static constexpr const char* filename_test_fs = "file:test/fixtures/offline_download/offline.db?vfs=test_fs"; static void deleteDatabaseFiles() { // Delete leftover journaling files as well. util::deleteFile(filename); util::deleteFile(filename + "-wal"s); util::deleteFile(filename + "-journal"s); } static FixtureLog::Message warning(ResultCode code, const char* message) { return { EventSeverity::Warning, Event::Database, static_cast(code), message }; } #endif class MockObserver : public OfflineRegionObserver { public: void statusChanged(OfflineRegionStatus status) override { if (statusChangedFn) statusChangedFn(status); } void responseError(Response::Error error) override { if (responseErrorFn) responseErrorFn(error); } void mapboxTileCountLimitExceeded(uint64_t limit) override { if (mapboxTileCountLimitExceededFn) mapboxTileCountLimitExceededFn(limit); } std::function statusChangedFn; std::function responseErrorFn; std::function mapboxTileCountLimitExceededFn; }; class OfflineTest { public: OfflineTest(const std::string& path = ":memory:") : db(path) { } util::RunLoop loop; StubFileSource fileSource; OfflineDatabase db; std::size_t size = 0; auto createRegion() { OfflineTilePyramidRegionDefinition definition { "", LatLngBounds::hull({1, 2}, {3, 4}), 5, 6, 1.0, true }; OfflineRegionMetadata metadata; return db.createRegion(definition, metadata); } auto invalidateRegion(int64_t region) { return db.invalidateRegion(region); } Response response(const std::string& path) { Response result; result.data = std::make_shared(util::read_file("test/fixtures/offline_download/"s + path)); size_t uncompressed = result.data->size(); size_t compressed = util::compress(*result.data).size(); size += std::min(uncompressed, compressed); return result; } }; TEST(OfflineDownload, NoSubresources) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("empty.style.json"); }; auto observer = std::make_unique(); bool expectsInactiveStatus = false; observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { if (!expectsInactiveStatus) { expectsInactiveStatus = true; EXPECT_EQ(OfflineRegionDownloadState::Active, status.downloadState); EXPECT_EQ(1u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); } else { EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); EXPECT_EQ(1u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, InlineSource) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("inline_source.style.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { const Resource::TileData& tile = *resource.tileData; EXPECT_EQ("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", tile.urlTemplate); EXPECT_EQ(1, tile.pixelRatio); EXPECT_EQ(0, tile.x); EXPECT_EQ(0, tile.y); EXPECT_EQ(0, tile.z); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(1u, status.completedTileCount); EXPECT_EQ(2u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, GeoJSONSource) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("geojson_source.style.json"); }; test.fileSource.sourceResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/geojson.json", resource.url); return test.response("geojson.json"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(2u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, Activate) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("style.json"); }; test.fileSource.spriteImageResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.png" || resource.url == "http://127.0.0.1:3000/sprite@2x.png"); return test.response("sprite.png"); }; test.fileSource.imageResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/radar.gif", resource.url); return test.response("radar.gif"); }; test.fileSource.spriteJSONResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.json" || resource.url == "http://127.0.0.1:3000/sprite@2x.json"); return test.response("sprite.json"); }; test.fileSource.glyphsResponse = [&] (const Resource&) { return test.response("glyph.pbf"); }; test.fileSource.sourceResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/streets.json", resource.url); return test.response("streets.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { const Resource::TileData& tile = *resource.tileData; EXPECT_EQ("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", tile.urlTemplate); EXPECT_EQ(1, tile.pixelRatio); EXPECT_EQ(0, tile.x); EXPECT_EQ(0, tile.y); EXPECT_EQ(0, tile.z); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(status.completedTileCount, status.requiredTileCount); EXPECT_EQ(264u, status.completedResourceCount); // 256 glyphs, 2 sprite images, 2 sprite jsons, 1 tile, 1 style, source, image EXPECT_EQ(test.size, status.completedResourceSize); download.setState(OfflineRegionDownloadState::Inactive); OfflineRegionStatus computedStatus = download.getStatus(); EXPECT_EQ(OfflineRegionDownloadState::Inactive, computedStatus.downloadState); EXPECT_EQ(status.requiredResourceCount, computedStatus.requiredResourceCount); EXPECT_EQ(status.requiredTileCount, computedStatus.requiredTileCount); EXPECT_EQ(status.completedResourceCount, computedStatus.completedResourceCount); EXPECT_EQ(status.completedResourceSize, computedStatus.completedResourceSize); EXPECT_EQ(status.completedTileCount, computedStatus.completedTileCount); EXPECT_EQ(status.completedTileSize, computedStatus.completedTileSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, ExcludeIdeographs) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("style.json"); }; test.fileSource.spriteImageResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.png" || resource.url == "http://127.0.0.1:3000/sprite@2x.png"); return test.response("sprite.png"); }; test.fileSource.imageResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/radar.gif", resource.url); return test.response("radar.gif"); }; test.fileSource.spriteJSONResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.json" || resource.url == "http://127.0.0.1:3000/sprite@2x.json"); return test.response("sprite.json"); }; test.fileSource.glyphsResponse = [&] (const Resource&) { return test.response("glyph.pbf"); }; test.fileSource.sourceResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/streets.json", resource.url); return test.response("streets.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { const Resource::TileData& tile = *resource.tileData; EXPECT_EQ("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", tile.urlTemplate); EXPECT_EQ(1, tile.pixelRatio); EXPECT_EQ(0, tile.x); EXPECT_EQ(0, tile.y); EXPECT_EQ(0, tile.z); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(status.completedTileCount, status.requiredTileCount); EXPECT_EQ(138u, status.completedResourceCount); // 130 glyphs, 2 sprite images, 2 sprite jsons, 1 tile, 1 style, source, image EXPECT_EQ(test.size, status.completedResourceSize); download.setState(OfflineRegionDownloadState::Inactive); OfflineRegionStatus computedStatus = download.getStatus(); EXPECT_EQ(OfflineRegionDownloadState::Inactive, computedStatus.downloadState); EXPECT_EQ(status.requiredResourceCount, computedStatus.requiredResourceCount); EXPECT_EQ(status.requiredTileCount, computedStatus.requiredTileCount); EXPECT_EQ(status.completedResourceCount, computedStatus.completedResourceCount); EXPECT_EQ(status.completedResourceSize, computedStatus.completedResourceSize); EXPECT_EQ(status.completedTileCount, computedStatus.completedTileCount); EXPECT_EQ(status.completedTileSize, computedStatus.completedTileSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, DoesNotFloodTheFileSourceWithRequests) { OfflineTest test; FakeOnlineFileSource fileSource; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, fileSource); auto observer = std::make_unique(); download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.runOnce(); EXPECT_EQ(1u, fileSource.requests.size()); fileSource.respond(Resource::Kind::Style, test.response("style.json")); test.loop.runOnce(); EXPECT_EQ(*fileSource.getProperty("max-concurrent-requests").getUint(), fileSource.requests.size()); } TEST(OfflineDownload, GetStatusNoResources) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); OfflineRegionStatus status = download.getStatus(); EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); EXPECT_EQ(0u, status.completedResourceCount); EXPECT_EQ(0u, status.completedResourceSize); EXPECT_EQ(1u, status.requiredResourceCount); EXPECT_EQ(0u, status.completedTileCount); EXPECT_EQ(0u, status.requiredTileCount); EXPECT_FALSE(status.requiredResourceCountIsPrecise); EXPECT_FALSE(status.complete()); } TEST(OfflineDownload, GetStatusStyleComplete) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.db.putRegionResource(1, Resource::style("http://127.0.0.1:3000/style.json"), test.response("style.json")); OfflineRegionStatus status = download.getStatus(); EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); EXPECT_EQ(1u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_EQ(263u, status.requiredResourceCount); EXPECT_EQ(0u, status.completedTileCount); EXPECT_EQ(0u, status.requiredTileCount); EXPECT_FALSE(status.requiredResourceCountIsPrecise); EXPECT_FALSE(status.complete()); } TEST(OfflineDownload, GetStatusStyleAndSourceComplete) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.db.putRegionResource(1, Resource::style("http://127.0.0.1:3000/style.json"), test.response("style.json")); test.db.putRegionResource(1, Resource::source("http://127.0.0.1:3000/streets.json"), test.response("streets.json")); OfflineRegionStatus status = download.getStatus(); EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); EXPECT_EQ(2u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_EQ(264u, status.requiredResourceCount); EXPECT_EQ(0u, status.completedTileCount); EXPECT_EQ(1u, status.requiredTileCount); EXPECT_TRUE(status.requiredResourceCountIsPrecise); EXPECT_FALSE(status.complete()); } TEST(OfflineDownload, RequestError) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource&) { Response response; response.error = std::make_unique(Response::Error::Reason::Connection, "connection error"); return response; }; auto observer = std::make_unique(); observer->responseErrorFn = [&] (Response::Error error) { EXPECT_EQ(Response::Error::Reason::Connection, error.reason); EXPECT_EQ("connection error", error.message); test.loop.stop(); }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, RequestErrorsAreRetried) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource&) { test.fileSource.styleResponse = [&] (const Resource&) { return test.response("empty.style.json"); }; Response response; response.error = std::make_unique(Response::Error::Reason::Connection, "connection error"); return response; }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(1u, status.completedResourceCount); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, TileCountLimitExceededNoTileResponse) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); uint64_t tileLimit = 0; test.db.setOfflineMapboxTileCountLimit(tileLimit); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("mapbox_source.style.json"); }; auto observer = std::make_unique(); bool mapboxTileCountLimitExceededCalled = false; observer->mapboxTileCountLimitExceededFn = [&] (uint64_t limit) { EXPECT_FALSE(mapboxTileCountLimitExceededCalled); EXPECT_EQ(tileLimit, limit); mapboxTileCountLimitExceededCalled = true; }; observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (!mapboxTileCountLimitExceededCalled) { EXPECT_FALSE(status.complete()); EXPECT_EQ(OfflineRegionDownloadState::Active, status.downloadState); } else { EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, TileCountLimitExceededWithTileResponse) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); uint64_t tileLimit = 1; test.db.setOfflineMapboxTileCountLimit(tileLimit); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("mapbox_source.style.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { const Resource::TileData& tile = *resource.tileData; EXPECT_EQ("mapbox://{z}-{x}-{y}.vector.pbf", tile.urlTemplate); EXPECT_EQ(1, tile.pixelRatio); EXPECT_EQ(0, tile.x); EXPECT_EQ(0, tile.y); EXPECT_EQ(0, tile.z); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); bool mapboxTileCountLimitExceededCalled = false; observer->mapboxTileCountLimitExceededFn = [&] (uint64_t limit) { EXPECT_FALSE(mapboxTileCountLimitExceededCalled); EXPECT_EQ(tileLimit, limit); mapboxTileCountLimitExceededCalled = true; }; observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (!mapboxTileCountLimitExceededCalled) { EXPECT_EQ(OfflineRegionDownloadState::Active, status.downloadState); } else { EXPECT_EQ(OfflineRegionDownloadState::Inactive, status.downloadState); test.loop.stop(); } if (status.completedResourceCount > tileLimit) { test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, WithPreviouslyExistingTile) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("inline_source.style.json"); }; test.db.put( Resource::tile("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", 1, 0, 0, 0, Tileset::Scheme::XYZ), test.response("0-0-0.vector.pbf")); auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(2u, status.completedResourceCount); EXPECT_EQ(test.size, status.completedResourceSize); EXPECT_TRUE(status.requiredResourceCountIsPrecise); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, ReactivatePreviouslyCompletedDownload) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("inline_source.style.json"); }; test.db.put( Resource::tile("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", 1, 0, 0, 0, Tileset::Scheme::XYZ), test.response("0-0-0.vector.pbf")); auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); OfflineDownload redownload( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); std::vector statusesAfterReactivate; observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { statusesAfterReactivate.push_back(status); if (status.complete()) { test.loop.stop(); } }; redownload.setObserver(std::move(observer)); redownload.setState(OfflineRegionDownloadState::Active); test.loop.run(); ASSERT_EQ(4u, statusesAfterReactivate.size()); EXPECT_EQ(OfflineRegionDownloadState::Active, statusesAfterReactivate[0].downloadState); EXPECT_FALSE(statusesAfterReactivate[0].requiredResourceCountIsPrecise); EXPECT_EQ(1u, statusesAfterReactivate[0].requiredResourceCount); EXPECT_EQ(0u, statusesAfterReactivate[0].completedResourceCount); EXPECT_EQ(OfflineRegionDownloadState::Active, statusesAfterReactivate[1].downloadState); EXPECT_TRUE(statusesAfterReactivate[1].requiredResourceCountIsPrecise); EXPECT_EQ(2u, statusesAfterReactivate[1].requiredResourceCount); EXPECT_EQ(1u, statusesAfterReactivate[1].completedResourceCount); EXPECT_EQ(OfflineRegionDownloadState::Active, statusesAfterReactivate[2].downloadState); EXPECT_TRUE(statusesAfterReactivate[2].requiredResourceCountIsPrecise); EXPECT_EQ(2u, statusesAfterReactivate[2].requiredResourceCount); EXPECT_EQ(2u, statusesAfterReactivate[2].completedResourceCount); } TEST(OfflineDownload, Deactivate) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("mapbox_source.style.json"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.downloadState == OfflineRegionDownloadState::Inactive) { test.loop.stop(); } else { download.setState(OfflineRegionDownloadState::Inactive); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } TEST(OfflineDownload, AllOfflineRequestsHaveLowPriorityAndOfflineUsage) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("style.json"); }; test.fileSource.spriteImageResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("sprite.png"); }; test.fileSource.imageResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("radar.gif"); }; test.fileSource.spriteJSONResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("sprite.json"); }; test.fileSource.glyphsResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("glyph.pbf"); }; test.fileSource.sourceResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("streets.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); } #ifndef __QT__ // Qt doesn't expose the ability to register virtual file system handlers. TEST(OfflineDownload, DiskFull) { FixtureLog log; deleteDatabaseFiles(); test::SQLite3TestFS fs; OfflineTest test{ filename_test_fs }; EXPECT_EQ(0u, log.uncheckedCount()); auto region = test.createRegion(); ASSERT_TRUE(region); EXPECT_EQ(0u, log.uncheckedCount()); // Simulate a full disk. fs.setWriteLimit(8192); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); bool hasRequestedStyle = false; test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); hasRequestedStyle = true; return test.response("empty.style.json"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { EXPECT_EQ(OfflineRegionDownloadState::Active, status.downloadState); EXPECT_EQ(0u, status.completedResourceCount); EXPECT_EQ(0u, status.completedResourceSize); EXPECT_EQ(hasRequestedStyle, status.requiredResourceCountIsPrecise); EXPECT_FALSE(status.complete()); if (hasRequestedStyle) { EXPECT_EQ(1u, log.count(warning(ResultCode::Full, "Can't write region resources: database or disk is full"))); EXPECT_EQ(0u, log.uncheckedCount()); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); EXPECT_EQ(0u, log.uncheckedCount()); } // Test verifies that resource requests for invalidated region don't // have Resource::Usage::Offline tag set. TEST(OfflineDownload, ResourceOfflineUsageUnset) { deleteDatabaseFiles(); test::SQLite3TestFS fs; OfflineTest test{ filename_test_fs }; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download( region->getID(), OfflineTilePyramidRegionDefinition("http://127.0.0.1:3000/inline_source.style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, false), test.db, test.fileSource); test.fileSource.styleResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("inline_source.style.json"); }; test.fileSource.tileResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.priority == Resource::Priority::Low); EXPECT_TRUE(resource.usage == Resource::Usage::Offline); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); observer->statusChangedFn = [&] (OfflineRegionStatus status) { if (status.complete()) { // Once download completes, invalidate region and try rendering map. // Resource requests must not have Offline usage tag. ASSERT_FALSE(test.invalidateRegion(region->getID())); test.loop.stop(); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); std::shared_ptr stubfileSource = std::make_shared(); stubfileSource->styleResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.usage != Resource::Usage::Offline); return test.response("inline_source.style.json"); }; stubfileSource->tileResponse = [&] (const Resource& resource) { EXPECT_TRUE(resource.usage != Resource::Usage::Offline); return test.response("0-0-0.vector.pbf"); }; StubMapObserver mapObserver; mapObserver.didFinishRenderingFrameCallback = [&] (MapObserver::RenderFrameStatus status) { if (status.mode == MapObserver::RenderMode::Full) { test.loop.stop(); } }; HeadlessFrontend frontend { 1 }; MapAdapter map { frontend, mapObserver, stubfileSource, MapOptions() .withMapMode(MapMode::Continuous) .withSize(frontend.getSize())}; map.getStyle().loadURL("http://127.0.0.1:3000/inline_source.style.json"); map.jumpTo(CameraOptions().withCenter(LatLng{0.0, 0.0}).withZoom(0)); test.loop.run(); } #endif // __QT__ // Test verifies that resource batch buffer is cleared at loading interrupt. TEST(OfflineDownload, InterruptAndResume) { OfflineTest test; auto region = test.createRegion(); ASSERT_TRUE(region); OfflineDownload download(region->getID(), OfflineTilePyramidRegionDefinition( "http://127.0.0.1:3000/style.json", LatLngBounds::world(), 0.0, 0.0, 1.0, true), test.db, test.fileSource); test.fileSource.styleResponse = [&](const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/style.json", resource.url); return test.response("style.json"); }; test.fileSource.spriteImageResponse = [&](const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.png" || resource.url == "http://127.0.0.1:3000/sprite@2x.png"); return test.response("sprite.png"); }; test.fileSource.imageResponse = [&](const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/radar.gif", resource.url); return test.response("radar.gif"); }; test.fileSource.spriteJSONResponse = [&](const Resource& resource) { EXPECT_TRUE(resource.url == "http://127.0.0.1:3000/sprite.json" || resource.url == "http://127.0.0.1:3000/sprite@2x.json"); return test.response("sprite.json"); }; test.fileSource.glyphsResponse = [&](const Resource&) { return test.response("glyph.pbf"); }; test.fileSource.sourceResponse = [&](const Resource& resource) { EXPECT_EQ("http://127.0.0.1:3000/streets.json", resource.url); return test.response("streets.json"); }; test.fileSource.tileResponse = [&](const Resource& resource) { const Resource::TileData& tile = *resource.tileData; EXPECT_EQ("http://127.0.0.1:3000/{z}-{x}-{y}.vector.pbf", tile.urlTemplate); EXPECT_EQ(1, tile.pixelRatio); EXPECT_EQ(0, tile.x); EXPECT_EQ(0, tile.y); EXPECT_EQ(0, tile.z); return test.response("0-0-0.vector.pbf"); }; auto observer = std::make_unique(); bool interrupted = false; observer->statusChangedFn = [&](OfflineRegionStatus status) { if (!interrupted && status.completedResourceCount > 0) { interrupted = true; assert(!status.complete()); test.loop.schedule([&]() { download.setState(OfflineRegionDownloadState::Inactive); test.loop.stop(); }); } }; download.setObserver(std::move(observer)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); auto newObserver = std::make_unique(); newObserver->statusChangedFn = [&](OfflineRegionStatus status) { if (status.complete()) { EXPECT_EQ(status.completedTileCount, status.requiredTileCount); EXPECT_EQ(264u, status.completedResourceCount); // 256 glyphs, 2 sprite images, 2 sprite jsons, 1 tile, 1 // style, source, image test.loop.stop(); } }; download.setObserver(std::move(newObserver)); download.setState(OfflineRegionDownloadState::Active); test.loop.run(); }