summaryrefslogtreecommitdiff
path: root/platform
diff options
context:
space:
mode:
authorThiago Marcos P. Santos <thiago@mapbox.com>2015-11-23 14:55:09 +0200
committerThiago Marcos P. Santos <thiago@mapbox.com>2015-12-01 11:49:02 +0200
commitc117b7e3f45650f2e370d3268ece6072ee258787 (patch)
tree9f2f6e4952abe49506a87dc8586330e87ae325d6 /platform
parent07c0424ab95a5e6b963c6a2f387adb9f2aa26c9b (diff)
downloadqtlocation-mapboxgl-c117b7e3f45650f2e370d3268ece6072ee258787.tar.gz
[core] Removed libuv dependency from AssetFSContext
Diffstat (limited to 'platform')
-rw-r--r--platform/default/asset_request_fs.cpp305
1 files changed, 159 insertions, 146 deletions
diff --git a/platform/default/asset_request_fs.cpp b/platform/default/asset_request_fs.cpp
index 83e4d1a2d4..d830851b0e 100644
--- a/platform/default/asset_request_fs.cpp
+++ b/platform/default/asset_request_fs.cpp
@@ -1,58 +1,123 @@
#include <mbgl/storage/asset_context_base.hpp>
#include <mbgl/storage/resource.hpp>
#include <mbgl/storage/response.hpp>
-#include <mbgl/util/run_loop.hpp>
-#include <mbgl/util/util.hpp>
-#include <mbgl/util/url.hpp>
-#include <mbgl/util/uv.hpp>
#include <mbgl/util/string.hpp>
+#include <mbgl/util/thread.hpp>
+#include <mbgl/util/url.hpp>
+#include <mbgl/util/util.hpp>
+
+#include <errno.h>
+#include <fcntl.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <unistd.h>
+
+namespace {
+
+struct FDHolder {
+ FDHolder(int fd_) : fd(fd_) {}
+
+ ~FDHolder() {
+ if (fd >= 0) ::close(fd);
+ }
+
+ int fd;
+};
+
+class FileIOWorker {
+public:
+ FileIOWorker() = default;
+
+ void open(const std::string& path, int flags, mode_t mode,
+ std::function<void(std::unique_ptr<FDHolder>)> cb) {
+ // FDHolder is needed because if the request gets canceled
+ // we would otherwise end up with a fd leaking.
+ int ret = ::open(path.c_str(), flags, mode);
+ cb(std::make_unique<FDHolder>(ret < 0 ? -errno : ret));
+ }
+
+ void fstat(int fd, std::function<void (int, std::unique_ptr<struct stat>)> cb) {
+ std::unique_ptr<struct stat> buf = std::make_unique<struct stat>();
+ int ret = ::fstat(fd, buf.get());
+ cb(ret < 0 ? -errno : ret, std::move(buf));
+ }
-#include <cassert>
-#include <limits>
+ void read(int fd, size_t size,
+ std::function<void (ssize_t, std::shared_ptr<std::string>)> cb) {
+ std::shared_ptr<std::string> buf = std::make_shared<std::string>();
+ buf->resize(size);
+
+ ssize_t ret = ::read(fd, &buf->front(), size);
+ cb(ret < 0 ? -errno : ret, std::move(buf));
+ }
+
+ void close(int fd, std::function<void (void)> cb) {
+ ::close(fd);
+ cb();
+ }
+};
+
+}
namespace mbgl {
+using namespace std::placeholders;
+
class AssetRequest : public RequestBase {
MBGL_STORE_THREAD(tid)
public:
- AssetRequest(const Resource&, Callback, const std::string& assetRoot);
+ AssetRequest(const Resource&, Callback, const std::string& assetRoot,
+ util::Thread<FileIOWorker> *worker);
~AssetRequest();
+ // RequestBase implementation.
void cancel() final;
- static void fileOpened(uv_fs_t *req);
- static void fileStated(uv_fs_t *req);
- static void fileRead(uv_fs_t *req);
- static void fileClosed(uv_fs_t *req);
- static void notifyError(uv_fs_t *req);
- static void cleanup(uv_fs_t *req);
+private:
+ void fileOpened(std::unique_ptr<FDHolder>);
+ void fileStated(int result, std::unique_ptr<struct stat>);
+ void fileRead(int result, std::shared_ptr<std::string>);
+ void fileClosed();
+
+ void notifyError(int result);
+
+ void close();
+ void cleanup();
std::string assetRoot;
- bool canceled = false;
- uv_fs_t req;
- uv_file fd = -1;
- uv_buf_t buffer;
std::unique_ptr<Response> response;
+
+ int fd = -1;
+
+ util::Thread<FileIOWorker> *worker;
+ std::unique_ptr<WorkRequest> request;
};
class AssetFSContext : public AssetContextBase {
+public:
+ AssetFSContext()
+ : worker({"FileIOWorker", util::ThreadType::Worker, util::ThreadPriority::Regular}) {}
+
+private:
RequestBase* createRequest(const Resource& resource,
RequestBase::Callback callback,
const std::string& assetRoot) final {
- return new AssetRequest(resource, callback, assetRoot);
+ return new AssetRequest(resource, callback, assetRoot, &worker);
}
+
+ util::Thread<FileIOWorker> worker;
};
AssetRequest::~AssetRequest() {
MBGL_VERIFY_THREAD(tid);
}
-AssetRequest::AssetRequest(const Resource& resource_, Callback callback_, const std::string& assetRoot_)
+AssetRequest::AssetRequest(const Resource& resource_, Callback callback_,
+ const std::string& assetRoot_, util::Thread<FileIOWorker> *worker_)
: RequestBase(resource_, callback_),
- assetRoot(assetRoot_) {
- req.data = this;
-
+ assetRoot(assetRoot_),
+ worker(worker_) {
const auto &url = resource.url;
std::string path;
if (url.size() <= 8 || url[8] == '/') {
@@ -63,157 +128,105 @@ AssetRequest::AssetRequest(const Resource& resource_, Callback callback_, const
path = assetRoot + "/" + mbgl::util::percentDecode(url.substr(8));
}
- auto loop = static_cast<uv_loop_t*>(util::RunLoop::getLoopHandle());
- uv_fs_open(loop, &req, path.c_str(), O_RDONLY, S_IRUSR, fileOpened);
+ request = worker->invokeWithCallback(&FileIOWorker::open,
+ std::bind(&AssetRequest::fileOpened, this, _1), path, O_RDONLY, S_IRUSR);
}
-void AssetRequest::fileOpened(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
+void AssetRequest::cancel() {
+ MBGL_VERIFY_THREAD(tid);
- if (req->result < 0) {
- // Opening failed or was canceled. There isn't much left we can do.
- notifyError(req);
- cleanup(req);
- } else {
- const uv_file fd = uv_file(req->result);
-
- // We're going to reuse this handle, so we need to cleanup first.
- uv_fs_req_cleanup(req);
-
- if (self->canceled) {
- // The request was canceled.
- uv_fs_close(req->loop, req, fd, fileClosed);
- } else {
- self->fd = fd;
- uv_fs_fstat(req->loop, req, fd, fileStated);
- }
+ request.reset();
+ close();
+}
+
+void AssetRequest::fileOpened(std::unique_ptr<FDHolder> holder) {
+ MBGL_VERIFY_THREAD(tid);
+
+ std::swap(fd, holder->fd);
+
+ if (fd < 0) {
+ // Opening failed. There isn't much left we can do.
+ notifyError(fd);
+ cleanup();
+
+ return;
}
+
+ request = worker->invokeWithCallback(&FileIOWorker::fstat,
+ std::bind(&AssetRequest::fileStated, this, _1, _2), fd);
}
-void AssetRequest::fileStated(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
+void AssetRequest::fileStated(int result, std::unique_ptr<struct stat> stat) {
+ MBGL_VERIFY_THREAD(tid);
- if (req->result != 0 || self->canceled) {
- // Stating failed or was canceled. We already have an open file handle
+ if (result != 0) {
+ // Stating failed. We already have an open file handle
// though, which we'll have to close.
- notifyError(req);
-
- uv_fs_req_cleanup(req);
- uv_fs_close(req->loop, req, self->fd, fileClosed);
+ notifyError(result);
+ close();
} else {
-#if UV_VERSION_MAJOR == 0 && UV_VERSION_MINOR <= 10
- auto stat = static_cast<const uv_statbuf_t *>(req->ptr);
-#else
- auto stat = static_cast<const uv_stat_t *>(req->ptr);
-#endif
- if (stat->st_size > std::numeric_limits<int>::max()) {
- // File is too large for us to open this way because uv_buf's only support unsigned
- // ints as maximum size.
- auto response = std::make_unique<Response>();
-#if UV_VERSION_MAJOR == 0 && UV_VERSION_MINOR <= 10
- auto message = uv_strerror(uv_err_t {UV_EFBIG, 0});
-#else
- auto message = uv_strerror(UV_EFBIG);
-#endif
- response->error =
- std::make_unique<Response::Error>(Response::Error::Reason::Other, message);
- self->notify(std::move(response));
-
- uv_fs_req_cleanup(req);
- uv_fs_close(req->loop, req, self->fd, fileClosed);
- } else {
- self->response = std::make_unique<Response>();
-#if UV_VERSION_MAJOR == 0 && UV_VERSION_MINOR <= 10
-#ifdef __APPLE__
- self->response->modified = Seconds(stat->st_mtimespec.tv_sec);
-#else
- self->response->modified = Seconds(stat->st_mtime);
-#endif
-#else
- self->response->modified = Seconds(stat->st_mtim.tv_sec);
-#endif
- self->response->etag = util::toString(stat->st_ino);
- const auto size = (unsigned int)(stat->st_size);
- auto data = std::make_shared<std::string>();
- self->response->data = data;
- data->resize(size);
- self->buffer = uv_buf_init(const_cast<char *>(data->data()), size);
- uv_fs_req_cleanup(req);
-#if UV_VERSION_MAJOR == 0 && UV_VERSION_MINOR <= 10
- uv_fs_read(req->loop, req, self->fd, self->buffer.base, self->buffer.len, -1, fileRead);
-#else
- uv_fs_read(req->loop, req, self->fd, &self->buffer, 1, 0, fileRead);
-#endif
- }
+ response = std::make_unique<Response>();
+ response->modified = Seconds(stat->st_mtime);
+ response->etag = util::toString(stat->st_ino);
+
+ request = worker->invokeWithCallback(&FileIOWorker::read,
+ std::bind(&AssetRequest::fileRead, this, _1, _2), fd, stat->st_size);
}
}
-void AssetRequest::fileRead(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
+void AssetRequest::fileRead(int result, std::shared_ptr<std::string> data) {
+ MBGL_VERIFY_THREAD(tid);
- if (req->result < 0 || self->canceled) {
- // Stating failed or was canceled. We already have an open file handle
+ if (result < 0) {
+ // Reading failed. We already have an open file handle
// though, which we'll have to close.
- notifyError(req);
+ notifyError(result);
} else {
- // File was successfully read.
- self->notify(std::move(self->response));
+ response->data = data;
+ notify(std::move(response));
}
- uv_fs_req_cleanup(req);
- uv_fs_close(req->loop, req, self->fd, fileClosed);
+ close();
}
-void AssetRequest::fileClosed(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
- (void(self)); // Silence unused variable error in Release mode
-
- if (req->result < 0) {
- // Closing the file failed. But there isn't anything we can do.
- }
+void AssetRequest::fileClosed() {
+ MBGL_VERIFY_THREAD(tid);
- cleanup(req);
+ cleanup();
}
-void AssetRequest::notifyError(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
-
- if (req->result < 0 && !self->canceled && req->result != UV_ECANCELED) {
- auto response = std::make_unique<Response>();
- Response::Error::Reason reason = Response::Error::Reason::Other;
- if (req->result == UV_ENOENT || req->result == UV_EISDIR) {
- reason = Response::Error::Reason::NotFound;
- }
- response->error = std::make_unique<Response::Error>(reason,
- uv::getFileRequestError(req));
- self->notify(std::move(response));
+void AssetRequest::close() {
+ MBGL_VERIFY_THREAD(tid);
+
+ if (fd >= 0) {
+ request = worker->invokeWithCallback(&FileIOWorker::close,
+ std::bind(&AssetRequest::fileClosed, this), fd);
+ fd = -1;
+ } else {
+ cleanup();
}
}
-void AssetRequest::cleanup(uv_fs_t *req) {
- assert(req->data);
- auto self = reinterpret_cast<AssetRequest *>(req->data);
- MBGL_VERIFY_THREAD(self->tid);
- uv_fs_req_cleanup(req);
- delete self;
+void AssetRequest::cleanup() {
+ MBGL_VERIFY_THREAD(tid);
+
+ delete this;
}
-void AssetRequest::cancel() {
- canceled = true;
- // uv_cancel fails frequently when the request has already been started.
- // In that case, we have to let it complete and check the canceled bool
- // instead. The cancelation callback will delete the AssetRequest object.
- uv_cancel((uv_req_t *)&req);
+void AssetRequest::notifyError(int result) {
+ MBGL_VERIFY_THREAD(tid);
+
+ result = std::abs(result);
+ Response::Error::Reason reason = Response::Error::Reason::Other;
+
+ if (result == ENOENT || result == EISDIR) {
+ reason = Response::Error::Reason::NotFound;
+ }
+
+ response = std::make_unique<Response>();
+ response->error = std::make_unique<Response::Error>(reason, ::strerror(result));
+
+ notify(std::move(response));
}
std::unique_ptr<AssetContextBase> AssetContextBase::createContext() {