97c01e48ed
Currently we have all our elements and library files in a top-level directory and install them into <root>/share/diskimage-builder/[elements|lib] (where root is either / or the root of a virtualenv). The problem with this is that editable/development installs (pip -e) do *not* install data_files. Thus we have no canonical location to look for elements -- leading to the various odd things we do such as a whole bunch of guessing at the top of disk-image-create and having a special test-loader in tests/test_elements.py so we can run python unit tests on those elements that have it. data_files is really the wrong thing to use for what are essentially assets of the program. data_files install works well for things like config-files, init.d files or dropping documentation files. By moving the elements under the diskimage_builder package, we always know where they are relative to where we import from. In fact, pkg_resources has an api for this which we wrap in the new diskimage_builder/paths.py helper [1]. We use this helper to find the correct path in the couple of places we need to find the base-elements dir, and for the paths to import the library shell functions. Elements such as svc-map and pkg-map include python unit-tests, which we do not need tests/test_elements.py to special-case load any more. They just get found automatically by the normal subunit loader. I have a follow-on change (I69ca3d26fede0506a6353c077c69f735c8d84d28) to move disk-image-create to a regular python entry-point. Unfortunately, this has to move to work with setuptools. You'd think a symlink under diskimage_builder/[elements|lib] would work, but it doesn't. [1] this API handles stuff like getting files out of .zip archive modules, which we don't do. Essentially for us it's returning __file__. Change-Id: I5e3e3c97f385b1a4ff2031a161a55b231895df5b
104 lines
3.5 KiB
Plaintext
Executable File
104 lines
3.5 KiB
Plaintext
Executable File
#!/usr/local/bin/dib-python
|
|
|
|
# Copyright 2014 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import argparse
|
|
import json
|
|
import subprocess
|
|
import sys
|
|
|
|
|
|
def process_output(cmdline):
|
|
# Try to execute subprocess.check_output(), which is available
|
|
# in Python 2.7+, gracefully falling back to subprocess.Popen
|
|
# in older Python versions.
|
|
try:
|
|
return subprocess.check_output(cmdline).decode(encoding='utf-8')
|
|
except AttributeError:
|
|
proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE)
|
|
out = proc.communicate()[0]
|
|
if proc.returncode:
|
|
e = subprocess.CalledProcessError(proc.returncode, cmdline)
|
|
e.output = out
|
|
raise e
|
|
return out
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(
|
|
description="Install or uninstall packages for a specific phase based"
|
|
" on package-installs files.")
|
|
parser.add_argument('--phase', required=True,
|
|
help="Install phase to filter on. Valid options are"
|
|
" 'install.d' or pre-install.d")
|
|
parser.add_argument('--uninstall', action="store_true",
|
|
help="Only show packages to uninstall. By default only"
|
|
" packages to install are shown")
|
|
parser.add_argument('-n', '--noop', action="store_true",
|
|
help="Don't actually install, just print the command")
|
|
parser.add_argument('infile', help="File to process")
|
|
args = parser.parse_args()
|
|
|
|
packages = json.load(open(args.infile))
|
|
if args.uninstall:
|
|
install = "uninstall"
|
|
else:
|
|
install = "install"
|
|
|
|
pkgs = list()
|
|
if args.phase in packages and install in packages[args.phase]:
|
|
install_packages = packages[args.phase][install]
|
|
else:
|
|
print("Nothing to %s" % install)
|
|
sys.exit(0)
|
|
|
|
for (pkg, element) in install_packages:
|
|
print("%sing %s from %s" % (install, pkg, element))
|
|
pkg_map_args = ['pkg-map', '--missing-ok', '--element', element, pkg]
|
|
|
|
try:
|
|
map_output = process_output(
|
|
pkg_map_args)
|
|
pkgs.extend(map_output.strip().split('\n'))
|
|
except subprocess.CalledProcessError as e:
|
|
if e.returncode == 1:
|
|
if args.noop:
|
|
pkgs.append(pkg)
|
|
continue
|
|
else:
|
|
print("pkg-map failed")
|
|
sys.exit(1)
|
|
elif e.returncode == 2:
|
|
pkgs.append(pkg)
|
|
continue
|
|
|
|
install_args = ["install-packages"]
|
|
if args.uninstall:
|
|
install_args.append("-e")
|
|
install_args.extend(list(set(pkgs)))
|
|
|
|
if args.noop:
|
|
print(" ".join(install_args))
|
|
else:
|
|
try:
|
|
process_output(install_args)
|
|
except subprocess.CalledProcessError as e:
|
|
print("install failed with error %s" % e.output)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|