[core] OnlineFileSource - rate limit

3 files changed, 109 insertions, 0 deletions

diff --git a/test/storage/online_file_source.cpp b/test/storage/online_file_source.cpp
index 18179c8448..f67d96f257 100644
--- a/test/storage/online_file_source.cpp
+++ b/test/storage/online_file_source.cpp
@@ -359,3 +359,47 @@ TEST(OnlineFileSource, TEST_REQUIRES_SERVER(NetworkStatusOnlineOffline)) {
 
     loop.run();
 }
+
+TEST(OnlineFileSource, TEST_REQUIRES_SERVER(RateLimitStandard)) {
+    util::RunLoop loop;
+    OnlineFileSource fs;
+    
+    auto req = fs.request({ Resource::Unknown, "http://127.0.0.1:3000/rate-limit?std=true" }, [&](Response res) {
+        ASSERT_NE(nullptr, res.error);
+        EXPECT_EQ(Response::Error::Reason::RateLimit, res.error->reason);
+        ASSERT_EQ(true, bool(res.error->retryAfter));
+        ASSERT_LT(util::now(), res.error->retryAfter);
+        loop.stop();
+    });
+    
+    loop.run();
+}
+
+TEST(OnlineFileSource, TEST_REQUIRES_SERVER(RateLimitMBX)) {
+    util::RunLoop loop;
+    OnlineFileSource fs;
+    
+    auto req = fs.request({ Resource::Unknown, "http://127.0.0.1:3000/rate-limit?mbx=true" }, [&](Response res) {
+        ASSERT_NE(nullptr, res.error);
+        EXPECT_EQ(Response::Error::Reason::RateLimit, res.error->reason);
+        ASSERT_EQ(true, bool(res.error->retryAfter));
+        ASSERT_LT(util::now(), res.error->retryAfter);
+        loop.stop();
+    });
+    
+    loop.run();
+}
+
+TEST(OnlineFileSource, TEST_REQUIRES_SERVER(RateLimitDefault)) {
+    util::RunLoop loop;
+    OnlineFileSource fs;
+    
+    auto req = fs.request({ Resource::Unknown, "http://127.0.0.1:3000/rate-limit" }, [&](Response res) {
+        ASSERT_NE(nullptr, res.error);
+        EXPECT_EQ(Response::Error::Reason::RateLimit, res.error->reason);
+        ASSERT_EQ(false, bool(res.error->retryAfter));
+        loop.stop();
+    });
+    
+    loop.run();
+}
diff --git a/test/storage/server.js b/test/storage/server.js
index c2f30abc49..a7538b55f1 100755
--- a/test/storage/server.js
+++ b/test/storage/server.js
@@ -116,6 +116,17 @@ app.get('/temporary-error', function(req, res) {
     temporaryErrorCounter++;
 });
 
+app.get('/rate-limit', function(req, res) {
+    
+    if (req.query.std) {
+        res.setHeader('Retry-After', 1);
+    } else if (req.query.mbx) {
+        res.setHeader('x-rate-limit-reset', Math.round(Date.now() / 1000) + 1);
+    }
+    
+    res.status(429).end();
+});
+
 app.get('/delayed', function(req, res) {
     setTimeout(function() {
         res.status(200).send('Response');
diff --git a/test/util/http_timeout.cpp b/test/util/http_timeout.cpp
new file mode 100644
index 0000000000..365c40523f
--- /dev/null
+++ b/test/util/http_timeout.cpp
@@ -0,0 +1,54 @@
+#include <mbgl/test/util.hpp>
+
+#include <mbgl/platform/log.hpp>
+#include <mbgl/util/http_timeout.hpp>
+#include <regex>
+#include <iostream>
+
+using namespace mbgl;
+using namespace mbgl::http;
+
+TEST(HttpRetry, OtherError) {
+    //Non-retryable
+    ASSERT_EQ(Duration::max(), errorRetryTimeout(Response::Error::Reason::Other, 1));
+}
+
+TEST(HttpRetry, ServerError) {
+    // 1-3 failures -> 1 sec
+    ASSERT_EQ(Seconds(1), errorRetryTimeout(Response::Error::Reason::Server, 1));
+    ASSERT_EQ(Seconds(1), errorRetryTimeout(Response::Error::Reason::Server, 3));
+    
+    // After 3, exponential backoff
+    ASSERT_EQ(Seconds(2), errorRetryTimeout(Response::Error::Reason::Server, 4));
+    ASSERT_EQ(Seconds(1u << 31), errorRetryTimeout(Response::Error::Reason::Server, 50));
+}
+
+TEST(HttpRetry, ConnectionError) {
+    // Exponential backoff
+    ASSERT_EQ(Seconds(1), errorRetryTimeout(Response::Error::Reason::Server, 1));
+    ASSERT_EQ(Seconds(1u << 31), errorRetryTimeout(Response::Error::Reason::Connection, 50));
+}
+
+TEST(HttpRetry, RateLimit) {
+    // Pre-set value from header
+    ASSERT_EQ(Seconds(1), errorRetryTimeout(Response::Error::Reason::Server, 1, { util::now() + Seconds(1) }));
+    
+    //Default
+    ASSERT_EQ(Seconds(5), errorRetryTimeout(Response::Error::Reason::RateLimit, 1, {}));
+}
+
+TEST(HttpRetry, ExpiredInitial) {
+    // 1 sec timeout
+    ASSERT_EQ(Seconds(1), expirationTimeout({ util::now() + Seconds(1) }, 0));
+}
+
+TEST(HttpRetry, ExpiredSubsequent) {
+    // exponential backoff
+    ASSERT_EQ(Seconds(1), expirationTimeout({}, 1));
+    ASSERT_EQ(Seconds(1u << 31), expirationTimeout({}, 50));
+}
+
+TEST(HttpRetry, ExpiredNotSet) {
+    // No expires header set
+    ASSERT_EQ(Duration::max(), expirationTimeout({}, 0));
+}