#
# Copyright (C) 2017 Codethink Limited
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library. If not, see .
#
# Authors:
# Jürg Billeter
# Andrew Leeming
# Tristan Van Berkom
#
# Code based on Jürg's artifact cache and Andrew's ostree plugin
#
# Disable pylint warnings that are not appicable to this module
# pylint: disable=bad-exception-context,catching-non-exception
import os
import gi
from gi.repository.GLib import Variant, VariantDict
from ._exceptions import BstError, ErrorDomain
# pylint: disable=wrong-import-position,wrong-import-order
gi.require_version('OSTree', '1.0')
from gi.repository import GLib, Gio, OSTree # nopep8
# For users of this file, they must expect (except) it.
class OSTreeError(BstError):
def __init__(self, message, reason=None):
super().__init__(message, domain=ErrorDomain.UTIL, reason=reason)
# ensure()
#
# Args:
# path (str): The file path to where the desired repo should be
# compress (bool): use compression or not when creating
#
# Returns: an OSTree.Repo
def ensure(path, compress):
# create also succeeds on existing repository
repo = OSTree.Repo.new(Gio.File.new_for_path(path))
mode = OSTree.RepoMode.ARCHIVE_Z2 if compress \
else OSTree.RepoMode.BARE_USER
repo.create(mode)
# Disble OSTree's built in minimum-disk-space check.
config = repo.copy_config()
config.set_string('core', 'min-free-space-percent', '0')
repo.write_config(config)
repo.reload_config()
return repo
# checkout()
#
# Checkout the content at 'commit' from 'repo' in
# the specified 'path'
#
# Args:
# repo (OSTree.Repo): The repo
# path (str): The checkout path
# commit_ (str): The commit checksum to checkout
# user (boot): Whether to checkout in user mode
#
def checkout(repo, path, commit_, user=False):
# Check out a full copy of an OSTree at a given ref to some directory.
#
# Note: OSTree does not like updating directories inline/sync, therefore
# make sure you checkout to a clean directory or add additional code to support
# union mode or (if it exists) file replacement/update.
#
# Returns True on success
#
# cli exmaple:
# ostree --repo=repo checkout --user-mode runtime/org.freedesktop.Sdk/x86_64/1.4 foo
os.makedirs(os.path.dirname(path), exist_ok=True)
options = OSTree.RepoCheckoutAtOptions()
# For repos which contain root owned files, we need
# to checkout with OSTree.RepoCheckoutMode.USER
#
# This will reassign uid/gid and also munge the
# permission bits a bit.
if user:
options.mode = OSTree.RepoCheckoutMode.USER
# Using AT_FDCWD value from fcntl.h
#
# This will be ignored if the passed path is an absolute path,
# if path is a relative path then it will be appended to the
# current working directory.
AT_FDCWD = -100
try:
repo.checkout_at(options, AT_FDCWD, path, commit_)
except GLib.GError as e:
raise OSTreeError("Failed to checkout commit '{}': {}".format(commit_, e.message)) from e
# exists():
#
# Checks wether a given commit or symbolic ref exists and
# is locally cached in the specified repo.
#
# Args:
# repo (OSTree.Repo): The repo
# ref (str): A commit checksum or symbolic ref
#
# Returns:
# (bool): Whether 'ref' is valid in 'repo'
#
def exists(repo, ref):
# Get the commit checksum, this will:
#
# o Return a commit checksum if ref is a symbolic branch
# o Return the same commit checksum if ref is a valid commit checksum
# o Return None if the ostree repo doesnt know this ref.
#
ref = checksum(repo, ref)
if ref is None:
return False
# If we do have a ref which the ostree knows about, this does
# not mean we necessarily have the object locally (we may just
# have some metadata about it, this can happen).
#
# Use has_object() only with a resolved valid commit checksum
# to check if we actually have the object locally.
_, has_object = repo.has_object(OSTree.ObjectType.COMMIT, ref, None)
return has_object
# checksum():
#
# Returns the commit checksum for a given symbolic ref,
# which might be a branch or tag. If it is a branch,
# the latest commit checksum for the given branch is returned.
#
# Args:
# repo (OSTree.Repo): The repo
# ref (str): The symbolic ref
#
# Returns:
# (str): The commit checksum, or None if ref does not exist.
#
def checksum(repo, ref):
_, checksum_ = repo.resolve_rev(ref, True)
return checksum_
# fetch()
#
# Fetch new objects from a remote, if configured
#
# Args:
# repo (OSTree.Repo): The repo
# remote (str): An optional remote name, defaults to 'origin'
# ref (str): An optional ref to fetch, will reduce the amount of objects fetched
# progress (callable): An optional progress callback
#
# Note that a commit checksum or a branch reference are both
# valid options for the 'ref' parameter. Using the ref parameter
# can save a lot of bandwidth but mirroring the full repo is
# still possible.
#
def fetch(repo, remote="origin", ref=None, progress=None):
# Fetch metadata of the repo from a remote
#
# cli example:
# ostree --repo=repo pull --mirror freedesktop:runtime/org.freedesktop.Sdk/x86_64/1.4
def progress_callback(info):
status = async_progress.get_status()
outstanding_fetches = async_progress.get_uint('outstanding-fetches')
bytes_transferred = async_progress.get_uint64('bytes-transferred')
fetched = async_progress.get_uint('fetched')
requested = async_progress.get_uint('requested')
if status:
progress(0.0, status)
elif outstanding_fetches > 0:
formatted_bytes = GLib.format_size_full(bytes_transferred, 0)
if requested == 0:
percent = 0.0
else:
percent = (fetched * 1.0 / requested) * 100
progress(percent,
"Receiving objects: {:d}% ({:d}/{:d}) {}".format(int(percent), fetched,
requested, formatted_bytes))
else:
progress(100.0, "Writing Objects")
async_progress = None
if progress is not None:
async_progress = OSTree.AsyncProgress.new()
async_progress.connect('changed', progress_callback)
# FIXME: This hangs the process and ignores keyboard interrupt,
# fix this using the Gio.Cancellable
refs = None
if ref is not None:
refs = [ref]
try:
repo.pull(remote,
refs,
OSTree.RepoPullFlags.MIRROR,
async_progress,
None) # Gio.Cancellable
except GLib.GError as e:
if ref is not None:
raise OSTreeError("Failed to fetch ref '{}' from '{}': {}".format(ref, remote, e.message)) from e
else:
raise OSTreeError("Failed to fetch from '{}': {}".format(remote, e.message)) from e
# configure_remote():
#
# Ensures a remote is setup to a given url.
#
# Args:
# repo (OSTree.Repo): The repo
# remote (str): The name of the remote
# url (str): The url of the remote ostree repo
# key_url (str): The optional url of a GPG key (should be a local file)
#
def configure_remote(repo, remote, url, key_url=None):
# Add a remote OSTree repo. If no key is given, we disable gpg checking.
#
# cli exmaple:
# wget https://sdk.gnome.org/keys/gnome-sdk.gpg
# ostree --repo=repo --gpg-import=gnome-sdk.gpg remote add freedesktop https://sdk.gnome.org/repo
options = None # or GLib.Variant of type a{sv}
if key_url is None:
vd = VariantDict.new()
vd.insert_value('gpg-verify', Variant.new_boolean(False))
options = vd.end()
try:
repo.remote_change(None, # Optional OSTree.Sysroot
OSTree.RepoRemoteChange.ADD_IF_NOT_EXISTS,
remote, # Remote name
url, # Remote url
options, # Remote options
None) # Optional Gio.Cancellable
except GLib.GError as e:
raise OSTreeError("Failed to configure remote '{}': {}".format(remote, e.message)) from e
# Remote needs to exist before adding key
if key_url is not None:
try:
gfile = Gio.File.new_for_uri(key_url)
stream = gfile.read()
repo.remote_gpg_import(remote, stream, None, 0, None)
except GLib.GError as e:
raise OSTreeError("Failed to add gpg key from url '{}': {}".format(key_url, e.message)) from e