summaryrefslogtreecommitdiff
path: root/scripts/find-artifacts
blob: bd2c02c82f3b848a35cd8a883759edb4844f03d8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
#!/usr/bin/env python
#
# Copyright (C) 2011-2012  Codethink Limited
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

# This is a program to read the metadata of a baserock image to produce a list
# of all the chunks needed to build said image.

import json
import os
import tempfile
import gzip
import sys
import glob

import cliapp

path = os.path.dirname(os.path.dirname(__file__))
sys.path.append(path)
import morphlib

# MountableImage yanked from the TrebuchetPlugin and modified slightly
class MountableImage(object):
    '''Mountable image (deals with decompression).

    Note, this is a read-only mount in the sense that the decompressed
    image is not then recompressed after, instead any changes are discarded.

    '''
    def __init__(self, app, artifact_path):
        self.app = app
        self.artifact_path = artifact_path

    def setup(self, path):
        (tempfd, self.temp_path) = \
            tempfile.mkstemp(dir=self.app.settings['tempdir'])

        try:
            with os.fdopen(tempfd, "wb") as outfh:
                infh = gzip.open(path, "rb")
                morphlib.util.copyfileobj(infh, outfh)
                infh.close()
        except:
            os.unlink(self.temp_path)
            raise
        part = morphlib.fsutils.setup_device_mapping(self.app.runcmd,
                                                     self.temp_path)
        mount_point = tempfile.mkdtemp(dir=self.app.settings['tempdir'])
        morphlib.fsutils.mount(self.app.runcmd, part, mount_point)
        self.mount_point = mount_point
        return mount_point

    def cleanup(self, path, mount_point):
        try:
            morphlib.fsutils.unmount(self.app.runcmd, mount_point)
        except:
            pass
        try:
            morphlib.fsutils.undo_device_mapping(self.app.runcmd, path)
        except:
            pass
        try:
            os.rmdir(mount_point)
            os.unlink(path)
        except:
            pass

    def __enter__(self):
        return self.setup(self.artifact_path)

    def __exit__(self, exctype, excvalue, exctraceback):
        self.cleanup(self.temp_path, self.mount_point)


class FindArtifacts(cliapp.Application):

    def add_settings(self):
        self.settings.string(['cachedir'], 'The directory morph writes its '
                                           'cache to')
        self.settings.string(['tempdir'], 'A temporary directory to mount the '
                                          'system image in')

    def process_args(self, args):
        artifacts_dir = os.path.join(self.settings['cachedir'], 'artifacts')

        # args[0] is the path to the built image.
        # Mount the image
        mount_point = None
        with MountableImage(self, args[0]) as mount_point:
            # For each meta file:
            metadir = os.path.join(mount_point, 'factory-run', 'baserock')
            metaglob = os.path.join(metadir, '*.meta')
            for metafile in glob.iglob(metaglob):
                metafilepath = os.path.join(metadir, metafile)
                # Read the file as JSON and extract the kind and cache-key
                with open(metafilepath) as openedmetafile:
                    metajson = json.load(openedmetafile)
                cache_key = metajson['cache-key']

                # Grab every file in the artifact cache which matches the
                # cache-key
                artifact_glob = os.path.join(artifacts_dir, cache_key) + '*'
                found_artifacts = glob.glob(artifact_glob)
                if not found_artifacts:
                    raise cliapp.AppException('Could not find cache-key '
                                              + cache_key + ' for artifact '
                                              + metajson['artifact-name'])
                for cached_file in found_artifacts:
                    self.output.write(cached_file + "\n")

FindArtifacts().run()