mirror of
https://github.com/valitydev/salt.git
synced 2024-11-06 16:45:27 +00:00
Add shar pkg build script
This commit is contained in:
Erik Johnson
parent
3564381f0e
commit
381d6ac305
301
pkg/shar/build_shar.sh
Executable file
301
pkg/shar/build_shar.sh
Executable file
@ -0,0 +1,301 @@
|
||||
#!/bin/sh
|
||||
#
|
||||
# Name: build_shar.sh
|
||||
# Requires: python-pip, gcc, gcc-c++, swig, sharutils, and the develepment
|
||||
# headers for both python and openssl
|
||||
#
|
||||
# This script will use GNU sharutils to build an installable shar archive, with
|
||||
# an install prefix of "/opt". This has a couple uses:
|
||||
#
|
||||
# 1. Installing salt (by cd'ing to root and running "sh /path/to/sharfile")
|
||||
# 2. To be used as a basis for creating your own salt rpm/deb.
|
||||
#
|
||||
# It will fetch libzmq and build it as a pyzmq extension.
|
||||
#
|
||||
# The script is capable of building a shar archive using several methods:
|
||||
#
|
||||
# 1. Using a custom pip requirements file
|
||||
# 2. Using an existing salt tarball (downloaded from PyPI)
|
||||
# 3. Specifying a version number (the script will fetch the requested version
|
||||
# from PyPI)
|
||||
#
|
||||
# Additionally, it is possible to specify a build_id which will be added to the
|
||||
# shar filename, useful for telling apart individual shars.
|
||||
#
|
||||
# It is recommended to run this script on a machine which does not have any of
|
||||
# the Salt dependencies already installed.
|
||||
#
|
||||
# Run the script with -h for usage details.
|
||||
#
|
||||
|
||||
|
||||
# Terminate script if any command fails
|
||||
set -o errexit
|
||||
|
||||
################################# FUNCTIONS ##################################
|
||||
|
||||
function _timestamp {
|
||||
date "+%Y-%m-%d %H:%M:%S:"
|
||||
}
|
||||
|
||||
function _log {
|
||||
timestamp=$(_timestamp)
|
||||
echo "$1" | sed "s/^/$(_timestamp) /" >>"$logfile"
|
||||
}
|
||||
|
||||
# Both echo and log
|
||||
function _display {
|
||||
echo "$1"
|
||||
_log "$1"
|
||||
}
|
||||
|
||||
function _error {
|
||||
msg="ERROR: $1"
|
||||
echo "$msg" 1>&2
|
||||
echo "$(_timestamp) $msg" >>"$logfile"
|
||||
echo "One or more errors found. See $logfile for details." 1>&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
function _tolower {
|
||||
echo "$1" | tr '[:upper:]' '[:lower:]'
|
||||
}
|
||||
|
||||
function _find_tarball {
|
||||
target=$1
|
||||
location=$2
|
||||
_log "Looking for $target tarball in $location"
|
||||
|
||||
# We're looking for a tarball starting with "$target-"
|
||||
len_target=`expr length "$target"`
|
||||
let len_target=${len_target}+1
|
||||
|
||||
matches=()
|
||||
for filename in `ls "${location}"`
|
||||
do
|
||||
case "$filename" in
|
||||
*tar.*)
|
||||
filename_lower=$(_tolower "$filename")
|
||||
target_lower=$(_tolower "$target")
|
||||
if test ${filename_lower:0:${len_target}} == "${target_lower}-"; then
|
||||
matches=("${matches[@]}" "$filename")
|
||||
test ${#matches[@]} -gt 1 && _error "Ambiguous target \"${target}\""
|
||||
fi
|
||||
;;
|
||||
*) continue;;
|
||||
esac
|
||||
done
|
||||
match=${matches[0]}
|
||||
if test -n "$match"; then
|
||||
_log "$target tarball is ${matches[0]}"
|
||||
echo ${matches[0]}
|
||||
else
|
||||
_error "$target tarball was not found in $location"
|
||||
fi
|
||||
}
|
||||
|
||||
function _requirements_str {
|
||||
test -n "$1" && echo "${srcdir}/${1}/requirements.txt" || _error 'Missing release string for _requirements_str'
|
||||
}
|
||||
|
||||
function _get_requirements {
|
||||
if test -z "$requirements"; then
|
||||
if test -n "${salt_release}"; then
|
||||
# salt_release is only set at this point if -s was passed, in which
|
||||
# case the tarball has been unpacked already and we want to grab
|
||||
# the tarballs from its requirements.txt.
|
||||
requirements=$(_requirements_str "$salt_release")
|
||||
fi
|
||||
else
|
||||
# Custom requirements were passed via -r
|
||||
_display "Using custom requirements from $requirements"
|
||||
fi
|
||||
|
||||
_display 'Grabbing source tarballs'
|
||||
if test -n "$requirements"; then
|
||||
# Either custom requirements were passed, or a salt tarball was
|
||||
# provided. Either way, we're going to be telling pip to download
|
||||
# tarballs using the instructions in the requirements.txt.
|
||||
output=`"$PIP" install $PIP_OPTS --download "$srcdir" --requirement "$requirements"`; return_code=$?
|
||||
else
|
||||
# Neither -r nor -s was specified. We are just downloading the current
|
||||
# version of salt from pip, and letting pip resolve dependencies rather
|
||||
# than providing them in a requirements.txt.
|
||||
#
|
||||
# If -v was provided, then pip will download the specified version,
|
||||
# otherwise this variable will be blank.
|
||||
output=`"$PIP" install $PIP_OPTS --download "$srcdir" salt$version`; return_code=$?
|
||||
fi
|
||||
_log "$output"
|
||||
test "$return_code" -eq 0 || _error 'Failed to download tarballs. Aborting.'
|
||||
}
|
||||
|
||||
function _unpack_salt_tarball {
|
||||
_display "Unpacking Salt tarball"
|
||||
if test -z "$salt_tarball"; then
|
||||
salt_tarball=$(_find_tarball salt "$srcdir")
|
||||
salt_release=${salt_tarball%%.tar*}
|
||||
fi
|
||||
cd "$srcdir"
|
||||
rm -rf "$salt_release"
|
||||
tar xf "$salt_tarball"
|
||||
test -z "$requirements" && requirements=$(_requirements_str "$salt_release")
|
||||
}
|
||||
|
||||
function _usage {
|
||||
printf "USAGE: build_shar.sh [-i <build_id>] [-r <requirements file> |-s <alternate salt tarball>|-v <version from pypi>]\n\n" 1>&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
#################################### MAIN ####################################
|
||||
|
||||
while getopts hi:r:s:v: opt; do
|
||||
case "$opt" in
|
||||
i)
|
||||
build_id=$OPTARG;;
|
||||
r)
|
||||
requirements=$OPTARG
|
||||
test -f "$requirements" || _error "Requirements file $requirements does not exist"
|
||||
;;
|
||||
s)
|
||||
salt_tarball=$OPTARG
|
||||
test -f "$salt_tarball" || _error "Salt tarball $salt_tarball does not exist"
|
||||
;;
|
||||
v)
|
||||
version=$OPTARG
|
||||
;;
|
||||
*) _usage;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Make sure that only one of -r/-s/-v was specified
|
||||
opt_count=0
|
||||
for opt in "$requirements" "$salt_tarball" "$version"; do
|
||||
test -n "$opt" && let opt_count=$opt_count+1
|
||||
done
|
||||
test $opt_count -ge 2 && _usage
|
||||
|
||||
# If version was provided, prepend with "==" for later use in pip command
|
||||
test -n "$version" && version="==${version}"
|
||||
|
||||
# Set up logging
|
||||
orig_cwd="`pwd`"
|
||||
logfile="${orig_cwd}/install.`date +%Y%m%d%H%M%S`.log"
|
||||
echo "Install log location: $logfile"
|
||||
|
||||
# Make needed directories
|
||||
srcdir="${orig_cwd}/src"
|
||||
pkgdir="${orig_cwd}/pkg"
|
||||
test -d "$srcdir" || mkdir "$srcdir"
|
||||
_log "Source directory: $srcdir"
|
||||
if test -d "$pkgdir"; then
|
||||
_log "Removing $pkgdir"
|
||||
rm -rf "$pkgdir"
|
||||
_log "Creating $pkgdir"
|
||||
mkdir "$pkgdir"
|
||||
fi
|
||||
_log "Package directory: $pkgdir"
|
||||
|
||||
# Make sure pip is available
|
||||
test -z "$PYTHON" && PYTHON=`command -v python`
|
||||
test -z "$PYTHON" && _error 'Python not present'
|
||||
_display "Python == $PYTHON"
|
||||
if ! test -x "`command -v $PYTHON`"; then
|
||||
_error "$PYTHON is not executable"
|
||||
fi
|
||||
|
||||
# Make sure pip is available
|
||||
test -z "$PIP" && PIP=`command -v pip`
|
||||
test -z "$PIP" && _error 'pip not present'
|
||||
_display "pip == $PIP"
|
||||
if ! test -x "`command -v $PIP`"; then
|
||||
_error "$PIP is not executable"
|
||||
fi
|
||||
|
||||
# Check if wheel is supported in current version of pip
|
||||
"$PIP" help install 2>/dev/null | egrep --quiet '(--)no-use-wheel' && PIP_OPTS='--no-use-wheel' || PIP_OPTS=''
|
||||
|
||||
# Make sure swig is available
|
||||
test -z "$SWIG" && SWIG=`command -v swig`
|
||||
test -z "$SWIG" && _error 'swig not present'
|
||||
_display "swig == $SWIG"
|
||||
if ! test -x "`command -v $SWIG`"; then
|
||||
_error "$SWIG is not executable"
|
||||
fi
|
||||
|
||||
# Make sure gcc, g++, and sharutils are available
|
||||
test -n "`command -v gcc`" && _display 'gcc found' || _error 'gcc not installed'
|
||||
test -n "`command -v g++`" && _display 'g++ found' || _error 'g++ not installed'
|
||||
test -n "`command -v shar`" && _display 'sharutils found' || _error 'sharutils not installed'
|
||||
|
||||
# Build a couple commands for later
|
||||
INSTALL="${PYTHON} setup.py install --root=${pkgdir} --prefix=/opt"
|
||||
FETCH_LIBZMQ="${PYTHON} setup.py fetch_libzmq"
|
||||
|
||||
if test -n "$salt_tarball"; then
|
||||
cp "$salt_tarball" "$srcdir" || _error "Unable to copy salt tarball to $srcdir"
|
||||
salt_tarball=`basename "$salt_tarball"`
|
||||
salt_release=${salt_tarball%%.tar*}
|
||||
_unpack_salt_tarball
|
||||
_get_requirements
|
||||
else
|
||||
_get_requirements
|
||||
_unpack_salt_tarball
|
||||
fi
|
||||
|
||||
_display "Reading requirements from $requirements"
|
||||
deps=()
|
||||
for dep in `cat "$requirements" | awk '{print $1}'`; do
|
||||
test "$dep" == 'salt' && continue
|
||||
deps=("${deps[@]}" "$dep")
|
||||
done
|
||||
|
||||
for dep in "${deps[@]}"; do
|
||||
_display "Dependency found: $dep"
|
||||
done
|
||||
|
||||
# Install the deps
|
||||
for dep in "${deps[@]}"; do
|
||||
tarball=$(_find_tarball "$dep" "$srcdir")
|
||||
cd "$srcdir"
|
||||
src=${tarball%%.tar*}
|
||||
_display "Unpacking $src"
|
||||
rm -rf $src
|
||||
tar xf $tarball
|
||||
cd "$src"
|
||||
# Fetch libzmq so bundled build works on CentOS 5
|
||||
if test "${src:0:5}" == 'pyzmq'; then
|
||||
_display "Fetching libzmq"
|
||||
output=`$FETCH_LIBZMQ 2>&1`; return_code=$?
|
||||
test "$return_code" -eq 0 || _error 'Failed to fetch libzmq. Aborting.'
|
||||
fi
|
||||
_display "Installing $src"
|
||||
if test "${src:0:8}" == 'M2Crypto'; then
|
||||
arch=`uname -m`
|
||||
output=`env SWIG_FEATURES="-cpperraswarn -includeall -D__${arch}__ -I/usr/include/openssl" $INSTALL 2>&1`; return_code=$?
|
||||
else
|
||||
output=`$INSTALL 2>&1`; return_code=$?
|
||||
fi
|
||||
_log "$output"
|
||||
test "$return_code" -eq 0 || _error "Failed to install $src. Aborting."
|
||||
done
|
||||
|
||||
# Install salt
|
||||
cd "${srcdir}/${salt_release}"
|
||||
_display "Installing $salt_release"
|
||||
output=`$INSTALL 2>&1`; return_code=$?
|
||||
_log "$output"
|
||||
test "$return_code" -eq 0 || _error "Failed to install $salt_release. Aborting."
|
||||
|
||||
# Everything worked, make the shar
|
||||
test -n "$build_id" && build_id="-${build_id}"
|
||||
pkg="${orig_cwd}/${salt_release}${build_id}.shar"
|
||||
sharlog="${pkg}.log"
|
||||
_display "Packaging Salt... Destination: $pkg"
|
||||
_display "shar log will be written to $sharlog"
|
||||
cd "$pkgdir"
|
||||
shar opt >"$pkg" 2>"$sharlog"
|
||||
test "$?" -eq 0 || _error 'shar file build failed'
|
||||
|
||||
# Done!
|
||||
_display "Build of $pkg complete! Nice!"
|
||||
33
pkg/shar/salt.sh
Normal file
33
pkg/shar/salt.sh
Normal file
@ -0,0 +1,33 @@
|
||||
# Set up Salt-specific environment variables
|
||||
#
|
||||
# Drop this into /etc/profile.d to add the neede /opt paths to your environment
|
||||
# on login
|
||||
#
|
||||
|
||||
export PATH=$PATH:/opt/bin
|
||||
|
||||
# Hard-code the python version (major and minor, i.e. 2.6 or 2.7) here if you
|
||||
# don't trust the logic below.
|
||||
#
|
||||
#pyver=2.6
|
||||
#
|
||||
|
||||
if test -z "$pyver"; then
|
||||
# Detect RHEL 5 and Arch, operating systems for which "/usr/bin/env python"
|
||||
# refers to a python version <2.6 or >=3.0.
|
||||
if test -f /etc/redhat-release; then
|
||||
osmajor=`egrep -o '[0-9]+\.[0-9]+' /etc/redhat-release | cut -f1 -d.`
|
||||
test "$osmajor" -eq 5 && pyver=2.6
|
||||
elif test -f /etc/arch-release; then
|
||||
python=python2
|
||||
fi
|
||||
|
||||
if test -z "$pyver"; then
|
||||
test -z "$python" && python=python
|
||||
pyver=`/usr/bin/env $python -V 2>&1 | cut -f2 -d' ' | cut -f1,2 -d.`
|
||||
fi
|
||||
fi
|
||||
|
||||
# Only add directories to PYTHONPATH if we were able to determine the python
|
||||
# version.
|
||||
test -n "$pyver" && export PYTHONPATH=$PYTHONPATH:/opt/lib/python${pyver}/site-packages:/opt/lib64/python${pyver}/site-packages
|
||||
Loading…
Reference in New Issue
Block a user