# Copyright (C) 2011-2012 Codethink Limited # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; version 2 of the License. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along # with this program; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. import morphlib '''Utility functions for morph.''' try: from multiprocessing import cpu_count except NotImplementedError: # pragma: no cover cpu_count = lambda: 1 import os def arch(): '''Return the CPU architecture of the current host.''' return os.uname()[4] def indent(string, spaces=4): '''Return ``string`` indented by ``spaces`` spaces. The final line is not terminated by a newline. This makes it easy to use this function for indenting long text for logging: the logging library adds a newline, so not including it in the indented text avoids a spurious empty line in the log file. This also makes the result be a plain ASCII encoded string. ''' if type(string) == unicode: # pragma: no cover string = string.decode('utf-8') lines = string.splitlines() lines = ['%*s%s' % (spaces, '', line) for line in lines] return '\n'.join(lines) def make_concurrency(cores=None): '''Return the number of concurrent jobs for make. This will be given to make as the -j argument. ''' n = cpu_count() if cores is None else cores # Experimental results (ref. Kinnison) says a factor of 1.5 # gives about the optimal result for build times, since much of # builds are I/O bound, not CPU bound. return max(int(n * 1.5 + 0.5), 1) def create_cachedir(settings): # pragma: no cover '''Create a new cache directory.''' cachedir = settings['cachedir'] if not os.path.exists(cachedir): os.mkdir(cachedir) return cachedir def create_artifact_cachedir(settings): # pragma: no cover '''Create a new directory for the local artifact cache.''' artifact_cachedir = os.path.join( settings['cachedir'], 'artifacts') if not os.path.exists(artifact_cachedir): os.mkdir(artifact_cachedir) return artifact_cachedir def new_artifact_caches(settings): # pragma: no cover '''Create new objects for local, remote artifact caches.''' create_cachedir(settings) artifact_cachedir = create_artifact_cachedir(settings) lac = morphlib.localartifactcache.LocalArtifactCache(artifact_cachedir) rac_url = settings['cache-server'] if rac_url: rac = morphlib.remoteartifactcache.RemoteArtifactCache(rac_url) else: rac = None return lac, rac def new_repo_caches(app): # pragma: no cover '''Create new objects for local, remote git repository caches.''' aliases = app.settings['repo-alias'] cachedir = create_cachedir(app.settings) gits_dir = os.path.join(cachedir, 'gits') bundle_base_url = app.settings['bundle-server'] repo_resolver = morphlib.repoaliasresolver.RepoAliasResolver(aliases) lrc = morphlib.localrepocache.LocalRepoCache( app, gits_dir, repo_resolver, bundle_base_url=bundle_base_url) url = app.settings['cache-server'] if url: rrc = morphlib.remoterepocache.RemoteRepoCache(url, repo_resolver) else: rrc = None return lrc, rrc