pushreceive.py: Delete artifacts in remote repojennis/136-expire-remote-cache-artifacts

1 files changed, 37 insertions, 6 deletions

diff --git a/buildstream/_artifactcache/pushreceive.py b/buildstream/_artifactcache/pushreceive.py
index da27d85e0..e0cce2dbe 100644
--- a/buildstream/_artifactcache/pushreceive.py
+++ b/buildstream/_artifactcache/pushreceive.py
@@ -32,8 +32,11 @@ from urllib.parse import urlparse
 import click
 import gi
 
+from .._exceptions import ArtifactError
+from ..utils import get_dir_size
+from .. import _ostree
 from .. import _signals  # nopep8
-from .. import utils
+
 
 gi.require_version('OSTree', '1.0')
 # pylint: disable=wrong-import-position,wrong-import-order
@@ -665,8 +668,7 @@ class OSTreeReceiver(object):
         #  - refs is a dictionary of refs to checksums
         args = self.reader.receive_info()
 
-        # args['refs'] is a dict of refs to checksums
-        # These are refs received from the client.
+        # Obtain a dict of remote refs to checksums
         remote_ref_map = args['refs']
 
         # Send info back to the client
@@ -693,6 +695,38 @@ class OSTreeReceiver(object):
             logging.debug('Received done before any objects, exiting')
             return 0
 
+        # Determine size of remote repo (in bytes)
+        repo_size = get_dir_size(self.repopath)
+
+        # if it exists, get the quota of the cache
+        cache_quota = 20000000000 # set at 20 GB for now, this will need to be determined
+
+        # Determine the size of the items about to be received
+        item_size = 19000000000 # This will need to be determined
+
+        if cache_quota and repo_size > cache_quota
+            raise ArtifactError("The repo is currently larger than the set quota")
+        #initial check
+        if cache_quota and item_size > cache_quota:
+            raise ArtifactError("Artifact is too large for the cache under the current quota")
+
+        # Clean the repo
+        if cache_quota and item_size + repo_size > cache_quota:
+            # obtain a list of LRU artifacts
+            LRU_artifacts = _ostree.list_artifacts(self.repo)
+            removed_size = 0
+
+            while item_size + repo_size - removed_size > repo_size:
+                try:
+                    to_remove = LRU_artifacts.pop(0)
+                except IndexError:
+                    raise ArtifactError("This artifact is too large for the cache under the current quota.")
+
+                # remove the artifact from the repo
+                removed_size += _ostree.remove(self.repo, to_remove, defer_prune=False)
+
+
+
         # Receive the actual objects
         # This is just a list of the files that HAVE already been received
         # It contains the check sums as we read the file names
@@ -706,9 +740,6 @@ class OSTreeReceiver(object):
         if not received_objects:
             return 0
 
-        # Determine size of remote repo
-        reposize = utils.get_dir_size(self.repopath)
-
         # Got all objects, move them to the object store
         for obj in received_objects:
             tmp_path = os.path.join(self.tmpdir, obj)