From 355b2263aae7cd03829943f6621caccb071cf789 Mon Sep 17 00:00:00 2001 From: Tristan Van Berkom Date: Wed, 4 Apr 2018 14:21:29 +0900 Subject: _artifactcache modules: Adhere to policy on private symbols Additionally: o This shares more code by creating ArtifactCache.get_artifact_fullname(), which is used for the extract directory relative path in both backends, and for the ostree "ref" in the ostree backend. o Further, this removes some redundant documentation in derived abstract methods, and clarifies in both backends which methods are abstract methods, we should only be documenting abstract method semantics in one place, where they are defined. This is a part of issue #285 --- buildstream/_artifactcache/artifactcache.py | 60 +++++++++++++++++++++++++---- 1 file changed, 52 insertions(+), 8 deletions(-) (limited to 'buildstream/_artifactcache/artifactcache.py') diff --git a/buildstream/_artifactcache/artifactcache.py b/buildstream/_artifactcache/artifactcache.py index b10b6b0b9..8757094e6 100644 --- a/buildstream/_artifactcache/artifactcache.py +++ b/buildstream/_artifactcache/artifactcache.py @@ -19,6 +19,7 @@ # Tristan Maat import os +import string from collections import Mapping, namedtuple from .._exceptions import ImplError, LoadError, LoadErrorReason @@ -35,8 +36,13 @@ from .. import _yaml # in addition to pulling from it. # class ArtifactCacheSpec(namedtuple('ArtifactCacheSpec', 'url push')): + + # _new_from_config_node + # + # Creates an ArtifactCacheSpec() from a YAML loaded node + # @staticmethod - def new_from_config_node(spec_node): + def _new_from_config_node(spec_node): _yaml.node_validate(spec_node, ['url', 'push']) url = _yaml.node_get(spec_node, str, 'url') push = _yaml.node_get(spec_node, bool, 'push', default_value=False) @@ -65,10 +71,10 @@ def artifact_cache_specs_from_config_node(config_node): artifacts = config_node.get('artifacts', []) if isinstance(artifacts, Mapping): - cache_specs.append(ArtifactCacheSpec.new_from_config_node(artifacts)) + cache_specs.append(ArtifactCacheSpec._new_from_config_node(artifacts)) elif isinstance(artifacts, list): for spec_node in artifacts: - cache_specs.append(ArtifactCacheSpec.new_from_config_node(spec_node)) + cache_specs.append(ArtifactCacheSpec._new_from_config_node(spec_node)) else: provenance = _yaml.node_get_provenance(config_node, key='artifacts') raise _yaml.LoadError(_yaml.LoadErrorReason.INVALID_DATA, @@ -104,16 +110,50 @@ def configured_remote_artifact_cache_specs(context, project): # class ArtifactCache(): def __init__(self, context): - self.context = context - - os.makedirs(context.artifactdir, exist_ok=True) self.extractdir = os.path.join(context.artifactdir, 'extract') - - self._local = False self.global_remote_specs = [] self.project_remote_specs = {} + self._local = False + + os.makedirs(context.artifactdir, exist_ok=True) + + ################################################ + # Methods implemented on the abstract class # + ################################################ + + # get_artifact_fullname() + # + # Generate a full name for an artifact, including the + # project namespace, element name and cache key. + # + # This can also be used as a relative path safely, and + # will normalize parts of the element name such that only + # digits, letters and some select characters are allowed. + # + # Args: + # element (Element): The Element object + # key (str): The element's cache key + # + # Returns: + # (str): The relative path for the artifact + # + def get_artifact_fullname(self, element, key): + project = element._get_project() + + # Normalize ostree ref unsupported chars + valid_chars = string.digits + string.ascii_letters + '-._' + element_name = ''.join([ + x if x in valid_chars else '_' + for x in element.normal_name + ]) + + assert key is not None + + # assume project and element names are not allowed to contain slashes + return '{0}/{1}/{2}'.format(project.name, element_name, key) + # set_remotes(): # # Set the list of remote caches. If project is None, the global list of @@ -130,6 +170,10 @@ class ArtifactCache(): else: self.project_remote_specs[project] = remote_specs + ################################################ + # Abstract methods for subclasses to implement # + ################################################ + # initialize_remotes(): # # This will contact each remote cache. -- cgit v1.2.1