36b59c001c
There is a wide variety of tracing options through the various shell
scripts. Some use "set -eux", others explicity set xtrace and others
do nothing. There is a "-x" option to bin/disk-image-create but it
doesn't flow down to the many scripts it calls.
This adds a global integer variable set by disk-image-create
DIB_DEBUG_TRACE. All scripts have a stanza added to detect this and
turn on tracing. Any other tracing methods are rolled into this. So
the standard header is
---
if [ "${DIB_DEBUG_TRACE:-0}" -gt 0 ]; then
set -x
fi
set -eu
set -o pipefail
---
Multiple -x options can be specified to dib-create-image, which
increases the value of DIB_DEBUG_TRACE. If script authors feel their
script should only trace at higher levels, they should modify the
"-gt" value. If they feel it should trace by default, they can modify
the default value also.
Changes to pachset 16 : scripts which currently trace themselves by
default have retained this behaviour with DIB_DEBUG_TRACE defaulting
to "1". This was done by running [1] on patch set 15. See the thread
beginning at [2]
dib-lint is also updated to look for the variable being matched.
[1] https://gist.github.com/ianw/71bbda9e6acc74ccd0fd
[2] http://lists.openstack.org/pipermail/openstack-dev/2014-November/051575.html
Change-Id: I6c5a962260741dcf6f89da9a33b96372a719b7b0
119 lines
3.6 KiB
Bash
Executable file
119 lines
3.6 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# Copyright 2012 Hewlett-Packard Development Company, L.P.
|
|
# Copyright 2013 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
if [ ${DIB_DEBUG_TRACE:-0} -gt 0 ]; then
|
|
set -x
|
|
fi
|
|
set -eu
|
|
set -o pipefail
|
|
|
|
# Download a URL to a local cache
|
|
# e.g. cache-url http://.../foo ~/.cache/image-create/foo
|
|
|
|
SCRIPT_NAME=$(basename $0)
|
|
SCRIPT_HOME=$(dirname $0)
|
|
FORCE_REVALIDATE=0
|
|
|
|
function show_options () {
|
|
echo "Usage: $SCRIPT_NAME [options] <url> <destination_file>"
|
|
echo
|
|
echo "Download a URL and cache it to a specified location."
|
|
echo "Subsequent requests will compare the last modified date"
|
|
echo "of the upstream file to determine whether it needs to be"
|
|
echo "downloaded again."
|
|
echo
|
|
echo "Options:"
|
|
echo " -f -- force upstream caches to fetch a new copy of the file"
|
|
echo " -h -- show this help"
|
|
echo
|
|
exit $1
|
|
}
|
|
|
|
TEMP=$(getopt -o hf -n $SCRIPT_NAME -- "$@")
|
|
if [ $? != 0 ] ; then echo "Terminating..." >&2 ; exit 1 ; fi
|
|
|
|
# Note the quotes around `$TEMP': they are essential!
|
|
eval set -- "$TEMP"
|
|
|
|
while true ; do
|
|
case "$1" in
|
|
-h|"-?") show_options 0;;
|
|
-f) FORCE_REVALIDATE=1; shift 1;;
|
|
--) shift; break;;
|
|
*) echo "Error: unsupported option $1." ; exit 1 ;;
|
|
esac
|
|
done
|
|
|
|
url=$1
|
|
dest=$2
|
|
time_cond=
|
|
curl_opts=""
|
|
|
|
if [ -z $url -o -z $dest ] ; then
|
|
show_options 1
|
|
fi
|
|
|
|
if [ -p $dest ]; then
|
|
type="fifo"
|
|
tmp=$(mktemp --tmpdir download.XXXXXXXX)
|
|
else
|
|
type="normal"
|
|
mkdir -p $(dirname $dest)
|
|
tmp=$(mktemp $(dirname $dest)/.download.XXXXXXXX)
|
|
fi
|
|
|
|
if [ "$FORCE_REVALIDATE" = "1" ]; then
|
|
curl_opts="-H 'Pragma: no-cache, must-revalidate' -H 'Cache-Control: no-cache, must-revalidate'"
|
|
success="Downloaded and cached $url, having forced upstream caches to revalidate"
|
|
elif [ -f $dest -a -s $dest ] ; then
|
|
time_cond="-z $dest"
|
|
success="Server copy has changed. Using server version of $url"
|
|
else
|
|
success="Downloaded and cached $url for the first time"
|
|
fi
|
|
|
|
rcode=$(eval curl -v -L -o $tmp -w '%{http_code}' $curl_opts $url $time_cond)
|
|
if [ "$rcode" == "200" -o "${url:0:7}" == "file://" ] ; then
|
|
# In cases where servers ignore the Modified time,
|
|
# curl cancels the download, outputs a 200 and leaves
|
|
# the output file untouched, we don't want this empty file.
|
|
if [ -n "$time_cond" -a ! -s $tmp ] ; then
|
|
echo "Ignoring empty file returned by curl. Using locally cached $url"
|
|
rm -f $tmp
|
|
else
|
|
echo $success
|
|
if [ "fifo" = "$type" ]; then
|
|
cp $tmp $dest
|
|
rm $tmp
|
|
else
|
|
mv $tmp $dest
|
|
fi
|
|
fi
|
|
# 213 is the response to a ftp MDTM command, curl outputs a 213 as the status
|
|
# if the url redirected to a ftp server and Not-Modified
|
|
elif [ "$rcode" = "304" -o "$rcode" = "213" ] ; then
|
|
echo "Server copy has not changed. Using locally cached $url"
|
|
rm -f $tmp
|
|
else
|
|
echo "Server returned an unexpected response code. [$rcode]"
|
|
rm -f $tmp
|
|
# expose some error codes so the calling process might know what happened
|
|
if [ "$rcode" = "404" ] ; then
|
|
exit 44
|
|
fi
|
|
exit 1
|
|
fi
|