This script reads a built baserock system and finds all the chunks used to build it in the artifact cache --- scripts/find-artifacts | 118 +++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 118 insertions(+) create mode 100755 scripts/find-artifacts diff --git a/scripts/find-artifacts b/scripts/find-artifacts new file mode 100755 index 0000000..2b23e7d --- /dev/null +++ b/scripts/find-artifacts @@ -0,0 +1,118 @@ +#!/usr/bin/env python +# +# Copyright (C) 2011-2012 Codethink Limited +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; version 2 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License along +# with this program; if not, write to the Free Software Foundation, Inc., +# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +# This is a program to read the metadata of a baserock image to produce a list +# of all the chunks needed to build said image. + +import json +import os +import tempfile +import gzip +import sys + +import cliapp + +path = os.path.dirname(os.path.dirname(__file__)) +sys.path.append(path) +import morphlib + +# MountableImage yanked from the TrebuchetPlugin and modified slightly +class MountableImage(object): + '''Mountable image (deals with decompression). + + Note, this is a read-only mount in the sense that the decompressed + image is not then recompressed after, instead any changes are discarded. + + ''' + def __init__(self, app, artifact_path): + self.app = app + self.artifact_path = artifact_path + + def setup(self, path): + (tempfd, self.temp_path) = \ + tempfile.mkstemp(dir=self.app.settings['tempdir']) + + try: + with os.fdopen(tempfd, "wb") as outfh: + infh = gzip.open(path, "rb") + morphlib.util.copyfileobj(infh, outfh) + infh.close() + except: + os.unlink(self.temp_path) + raise + part = morphlib.fsutils.setup_device_mapping(self.app.runcmd, + self.temp_path) + mount_point = tempfile.mkdtemp(dir=self.app.settings['tempdir']) + morphlib.fsutils.mount(self.app.runcmd, part, mount_point) + self.mount_point = mount_point + return mount_point + + def cleanup(self, path, mount_point): + try: + morphlib.fsutils.unmount(self.app.runcmd, mount_point) + except: + pass + try: + morphlib.fsutils.undo_device_mapping(self.app.runcmd, path) + except: + pass + try: + os.rmdir(mount_point) + os.unlink(path) + except: + pass + + def __enter__(self): + return self.setup(self.artifact_path) + + def __exit__(self, exctype, excvalue, exctraceback): + self.cleanup(self.temp_path, self.mount_point) + + +class FindArtifacts(cliapp.Application): + + def add_settings(self): + self.settings.string(['cachedir'], 'Where the cache basedir is') + self.settings.string(['tempdir'], 'Where the tempdir is') + + def process_args(self, args): + # args[0] is the path to the built image. + # Mount the image + mount_point = None + with MountableImage(self, args[0]) as mount_point: + # For each meta file: + metadir = os.path.join(mount_point, 'factory-run', 'baserock') + for metafile in os.listdir(metadir): + meta = os.path.splitext(metafile)[0] + metafilepath = os.path.join(metadir, metafile) + # Read the file as JSON and extract the kind and cache-key + metajson = json.load(open(metafilepath)) + meta_kind = metajson['kind'] + cache_key = metajson['cache-key'] + # Look in the artifact cache for this artifact + chunk_filename = cache_key + '.' + meta_kind + '.' + meta + chunk_path = os.path.join(self.settings['cachedir'], + 'artifacts', chunk_filename) + # If it finds the artifact, print its path to stdout + # If it can't find the chunk, error and die + try: + os.path.exists(chunk_path) + except: + raise + print(chunk_path) + +FindArtifacts().run() -- 1.7.11.7