1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
# Copyright (C) 2016 Codethink Limited
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program. If not, see <http://www.gnu.org/licenses/>.
#
# =*= License: GPL-2 =*=
import os
import yaml
import copy
from app import config, log
from defaults import Defaults
from morphs import Morphs
from morphdumper import morph_dump
from repos import tracking_branch
class Pots(object):
def __init__(self, directory='.'):
if config['filename'].endswith('yml'):
log('DEFINITIONS', 'Loading all definitions from',
config['filename'])
self._data = self._load_pots(config['filename'])
else:
log('DEFINITIONS', 'Loading definitions from morph files')
self._data = Morphs(directory=directory)._data
self._trees = {}
self._set_trees()
self.defaults = Defaults()
config['cpu'] = self.defaults.cpus.get(config['arch'], config['arch'])
def get(self, dn):
''' Return a definition from the dictionary.
If `dn` is a string, return the definition with that key.
If `dn` is a dict, return the definition with key equal to the 'path'
value in the given dict. '''
if type(dn) is str:
if self._data.get(dn):
return self._data.get(dn)
log(dn, 'Unable to find definition for', dn, exit=True)
return self._data.get(dn.get('path', dn.keys()[0]))
def save(self, filename):
with open(filename, 'w') as f:
f.write(morph_dump(self._data, self.defaults))
log('CHECK', 'Saved yaml definitions at', filename)
def _load_pots(self, filename):
with open(filename) as f:
config['target'] = f.readline().strip().strip(':')
with open(filename) as f:
text = f.read()
return yaml.safe_load(text)
def _set_trees(self):
'''Use the tree values from .trees file, to save time'''
try:
treefile = os.path.join(config['artifacts'], '.trees')
if not os.path.isfile(treefile):
treefile = os.path.join(config['defdir'], '.trees')
if not os.path.isfile(treefile):
return
with open(treefile) as f:
text = f.read()
if text:
self._trees = yaml.safe_load(text)
count = 0
for path in self._data:
dn = self._data[path]
sha1 = dn.get('sha', dn.get('ref'))
tree_entry = self._trees.get(path)
if sha1 and tree_entry and not tracking_branch(dn):
if sha1 == tree_entry[0]:
dn['sha'] = tree_entry[0]
dn['tree'] = tree_entry[1]
count += 1
log('DEFINITIONS', 'Re-used %s entries from .trees file' % count)
except:
log('DEFINITIONS', 'WARNING: problem with .trees file')
pass
def save_trees(self):
'''Creates the .trees file for the current working directory
.trees contains lookups of git trees from git refs for all definitions
'''
for name in self._data:
if self._data[name].get('tree') is not None:
self._trees[name] = [self._data[name]['sha'],
self._data[name]['tree'],
self._data[name].get('cache')]
with open(os.path.join(config['artifacts'], '.trees'), 'w') as f:
f.write(yaml.safe_dump(self._trees, default_flow_style=False))
def prune(self):
''' Removes all elements not required for the target build/deploy '''
log('CHECK', 'Total definitions:', len(self._data))
for key in list(self._data):
if not self._data[key].get('cache'):
del self._data[key]
if config['total'] != len(self._data):
config['total'] = len(self._data)
log('CHECK', 'Pruned to:', config['total'])
|
