1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
#!/usr/bin/env python
#
# Copyright (C) 2011-2012 Codethink Limited
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
# This is a program to read the metadata of a baserock image to produce a list
# of all the chunks needed to build said image.
import json
import os
import tempfile
import gzip
import sys
import glob
import cliapp
path = os.path.dirname(os.path.dirname(__file__))
sys.path.append(path)
import morphlib
# MountableImage yanked from the TrebuchetPlugin and modified slightly
class MountableImage(object):
'''Mountable image (deals with decompression).
Note, this is a read-only mount in the sense that the decompressed
image is not then recompressed after, instead any changes are discarded.
'''
def __init__(self, app, artifact_path):
self.app = app
self.artifact_path = artifact_path
def setup(self, path):
(tempfd, self.temp_path) = \
tempfile.mkstemp(dir=self.app.settings['tempdir'])
try:
with os.fdopen(tempfd, "wb") as outfh:
infh = gzip.open(path, "rb")
morphlib.util.copyfileobj(infh, outfh)
infh.close()
except:
os.unlink(self.temp_path)
raise
part = morphlib.fsutils.setup_device_mapping(self.app.runcmd,
self.temp_path)
mount_point = tempfile.mkdtemp(dir=self.app.settings['tempdir'])
morphlib.fsutils.mount(self.app.runcmd, part, mount_point)
self.mount_point = mount_point
return mount_point
def cleanup(self, path, mount_point):
try:
morphlib.fsutils.unmount(self.app.runcmd, mount_point)
except:
pass
try:
morphlib.fsutils.undo_device_mapping(self.app.runcmd, path)
except:
pass
try:
os.rmdir(mount_point)
os.unlink(path)
except:
pass
def __enter__(self):
return self.setup(self.artifact_path)
def __exit__(self, exctype, excvalue, exctraceback):
self.cleanup(self.temp_path, self.mount_point)
class FindArtifacts(cliapp.Application):
def add_settings(self):
self.settings.string(['cachedir'], 'The directory morph writes its '
'cache to')
self.settings.string(['tempdir'], 'A temporary directory to mount the '
'system image in')
def process_args(self, args):
artifacts_dir = os.path.join(self.settings['cachedir'], 'artifacts')
# args[0] is the path to the built image.
# Mount the image
mount_point = None
with MountableImage(self, args[0]) as mount_point:
# For each meta file:
metadir = os.path.join(mount_point, 'factory-run', 'baserock')
metaglob = os.path.join(metadir, '*.meta')
for metafile in glob.iglob(metaglob):
metafilepath = os.path.join(metadir, metafile)
# Read the file as JSON and extract the kind and cache-key
with open(metafilepath) as openedmetafile:
metajson = json.load(openedmetafile)
cache_key = metajson['cache-key']
# Grab every file in the artifact cache which matches the
# cache-key
artifact_glob = os.path.join(artifacts_dir, cache_key) + '*'
found_artifacts = glob.glob(artifact_glob)
if not found_artifacts:
raise cliapp.AppException('Could not find cache-key '
+ cache_key + ' for artifact '
+ metajson['artifact-name'])
for cached_file in found_artifacts:
self.output.write(cached_file + "\n")
FindArtifacts().run()
|