valitydev/osquery-1
14
0
Fork 0
mirror of https://github.com/valitydev/osquery-1.git synced 2024-11-08 18:33:54 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
1f4d4f6965
osquery-1/tools/provision/lib.sh
Zachary Wasserman 9fd807df54 Add --build-bottle argument to AWS SDK install (#2066)
2016-05-03 14:25:29 -07:00

703 lines
18 KiB
Bash
Executable File
Raw Blame History

#!/usr/bin/env bash
# Copyright (c) 2014-present, Facebook, Inc.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree. An additional grant
# of patent rights can be found in the PATENTS file in the same directory.
function install_gcc() {
SOURCE=gcc-4.8.4
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
TARGET=/opt/osquery/gcc
if provision gcc $TARGET/bin/gcc4.8.4; then
log "compiling a gcc toolchain, this may take a while..."
TARGET_SOURCE=$SOURCE
# GCC-dependency: GMP
TARBALL=gmp-6.0.0a.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=gmp-6.0.0
if provision gmp $WORKING_DIR/$TARGET_SOURCE/gmp/README; then
log "Moving gmp sources into $TARGET_SOURCE"
cp -R $SOURCE $TARGET_SOURCE/gmp
fi
# GCC-dependency: MPFR
TARBALL=mpfr-3.1.2.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=mpfr-3.1.2
if provision mpfr $WORKING_DIR/$TARGET_SOURCE/mpfr/README; then
log "Moving mpfr sources into $TARGET_SOURCE"
cp -R $SOURCE $TARGET_SOURCE/mpfr
fi
# GCC-dependency: MPC
TARBALL=mpc-1.0.3.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=mpc-1.0.3
if provision mpc $WORKING_DIR/$TARGET_SOURCE/mpc/README; then
log "Moving mpc sources into $TARGET_SOURCE"
cp -R $SOURCE $TARGET_SOURCE/mpc
fi
sudo mkdir -p $TARGET
pushd $TARGET_SOURCE
./configure \
--disable-checking \
--enable-languages=c,c++ \
--disable-multilib \
--disable-multiarch \
--enable-shared \
--enable-threads=posix \
--program-suffix=4.8.4 \
--without-included-gettext \
--prefix=$TARGET
make -j $THREADS
sudo make install
[ -L /usr/bin/gcc ] && sudo unlink /usr/bin/gcc
[ -L /usr/bin/g++ ] && sudo unlink /usr/bin/g++
sudo ln -sf $TARGET/bin/gcc4.8.4 /usr/bin/gcc
sudo ln -sf $TARGET/bin/g++4.8.4 /usr/bin/g++
sudo mkdir -p /usr/lib64
sudo ln -sf $TARGET/lib64/libstdc++.so.6.0.19 /usr/lib64/libstdc++.so.6.0.19
sudo ln -sf $TARGET/lib64/libstdc++.so.6.0.19 /usr/lib64/libstdc++.so.6
popd
fi
}
function install_cmake() {
SOURCE=cmake-3.2.1
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision cmake /usr/local/bin/cmake; then
pushd $SOURCE
./bootstrap --prefix=/usr/local/
# Note: this sometimes fails with an error about a missing libncurses
# The solution is to run make deps again.
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
}
function install_sleuthkit() {
SOURCE=sleuthkit-sleuthkit-4.2.0
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision sleuthkit /usr/local/lib/libtsk.a; then
pushd $SOURCE
./bootstrap
./configure --prefix=/usr/local --without-afflib \
--disable-dependency-tracking --disable-java \
CXXFLAGS="$CXXFLAGS" CFLAGS="$CFLAGS"
pushd tsk
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
sudo make install-nobase_includeHEADERS
popd
fi
}
function install_thrift() {
TARBALL=thrift-0.9.3.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=thrift-0.9.3
if provision thrift /usr/local/lib/libthrift.a; then
pushd $SOURCE
./bootstrap.sh
./configure PREFIX="/usr/local" CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
--with-cpp=yes \
--with-python=yes \
--with-ruby=no \
--with-go=no \
--with-erlang=no \
--with-java=no \
--with-php=no \
--with-qt4=no \
--with-qt=no
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
}
function install_rocksdb() {
SOURCE=rocksdb-4.4
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision rocksdb /usr/local/lib/librocksdb_lite.a; then
if [[ ! -f $SOURCE/librocksdb_lite.a ]]; then
if [[ $FAMILY = "debian" ]]; then
CLANG_INCLUDE="-I/usr/include/clang/3.4/include"
elif [[ $FAMILY = "redhat" ]]; then
CLANG_VERSION=`clang --version | grep version | cut -d" " -f3`
CLANG_INCLUDE="-I/usr/lib/clang/$CLANG_VERSION/include"
CC=clang
CXX=clang++
fi
pushd $SOURCE
if [[ $OS = "freebsd" ]]; then
CC=cc
CXX=c++
MAKE=gmake
else
MAKE=make
fi
CXXFLAGS="-DROCKSDB_LITE=1 $CXXFLAGS"
PORTABLE=1 OPT="-DROCKSDB_LITE=1" LIBNAME=librocksdb_lite \
CC="$CC" CXX="$CXX" CFLAGS="$CLANG_INCLUDE $CFLAGS" CXXFLAGS="$CXXFLAGS" \
$MAKE -j $THREADS static_lib
popd
fi
sudo cp $SOURCE/librocksdb_lite.a /usr/local/lib
sudo cp -R $SOURCE/include/rocksdb /usr/local/include
fi
}
function install_snappy() {
SOURCE=snappy-1.1.3
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision snappy /usr/local/include/snappy.h; then
pushd $SOURCE
./autogen.sh
CC="$CC" CXX="$CXX" ./configure --with-pic --enable-static \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
if [[ ! -f .libs/libsnappy.a ]]; then
make -j $THREADS
fi
sudo make install
popd
fi
}
function install_asio() {
SOURCE=asio-1.11.0
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision asio /usr/local/include/asio/ip/tcp.hpp; then
pushd $SOURCE/asio
./autogen.sh
CC="$CC" CXX="$CXX" ./configure CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
make -j $THREADS
sudo make install
popd
fi
}
function install_cppnetlib() {
SOURCE=cpp-netlib-0.12.0-rc1
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=cpp-netlib-$SOURCE
# Note: use the header install since libdir was uncontrolled for a while.
if provision cppnetlib /usr/local/include/boost/network/version.hpp; then
pushd $SOURCE
mkdir -p build
pushd build
CC="$CC" CXX="$CXX" cmake -DCMAKE_CXX_FLAGS="$CXXFLAGS" \
-DCMAKE_C_FLAGS="$CFLAGS" \
-DCPP-NETLIB_BUILD_EXAMPLES=False -DCPP-NETLIB_BUILD_TESTS=False \
-DCPP-NETLIB_ENABLE_HTTPS=True ..
make -j $THREADS
sudo make install
popd
popd
fi
}
function install_yara() {
SOURCE=yara-3.4.0
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision yara /usr/local/lib/libyara.a; then
pushd $SOURCE
./bootstrap.sh
CC="$CC" CXX="$CXX" ./configure --with-pic --enable-static \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
make -j $THREADS
sudo make install
popd
fi
}
function install_openssl() {
SOURCE=openssl-1.0.2e
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision openssl /usr/local/lib/libssl.so.1.0.0; then
pushd $SOURCE
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" CC="$CC" CXX="$CXX" ./config \
--prefix=/usr/local --openssldir=/etc/ssl \
--libdir=lib shared zlib-dynamic enable-shared
make -j $THREADS
sudo make install
popd
fi
}
function install_bison() {
SOURCE=bison-2.5
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision bison /usr/local/bin/bison; then
pushd $SOURCE
CC="$CC" CXX="$CXX" ./configure --prefix=/usr/local \
--with-libiconv-prefix=/usr/local/libiconv/
make -j $THREADS
sudo make install
popd
fi
}
function install_boost() {
SOURCE=boost_1_60_0
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision boost /usr/local/lib/libboost_filesystem.a; then
pushd $SOURCE
./bootstrap.sh
sudo ./b2 --with-regex --with-filesystem --with-system \
link=static optimization=space variant=release \
cflags="$CFLAGS" cxxflags="$CXXFLAGS" toolset="gcc" \
-j $THREADS install || true
sudo ldconfig
popd
fi
}
function install_glog() {
SOURCE=glog-0.3.4
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision glog /usr/local/lib/libglog.a; then
pushd $SOURCE
./configure --disable-shared --prefix=/usr/local \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
}
function install_gflags() {
TARBALL=v2.1.1.tar.gz
URL=$DEPS_URL/$TARBALL
SOURCE=gflags-2.1.1
if provision gflags /usr/local/lib/libgflags.a; then
pushd $SOURCE
cmake -DCMAKE_CXX_FLAGS="$CXXFLAGS" -DGFLAGS_NAMESPACE:STRING=google .
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
}
function install_google_benchmark() {
SOURCE=benchmark-0.1.0
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision benchmark /usr/local/lib/libbenchmark.a; then
pushd $SOURCE
mkdir -p build
pushd build
cmake -DCMAKE_C_FLAGS="$CFLAGS" -DCMAKE_CXX_FLAGS="$CXXFLAGS" ..
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
popd
fi
}
function install_iptables_dev() {
SOURCE=iptables-1.4.21
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision iptables_dev /usr/local/lib/libip4tc.a; then
pushd $SOURCE
./configure --disable-shared --prefix=/usr/local \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
pushd libiptc
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
pushd include
sudo make install
popd
popd
fi
}
function install_device_mapper() {
SOURCE=LVM2.2.02.145
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision libdevmapper /usr/local/lib/libdevmapper.a; then
pushd $SOURCE
./configure --with-lvm1=none --prefix=/usr/local --enable-static_link \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
make libdm.device-mapper -j $THREADS
sudo cp libdm/ioctl/libdevmapper.a /usr/local/lib/
sudo cp libdm/libdevmapper.h /usr/local/include/
pushd libdm
sudo make install_pkgconfig
popd
popd
fi
}
function install_udev_devel_095() {
SOURCE=udev-095
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision udev-095 /usr/local/lib/libudev.a; then
pushd $SOURCE
CC="$CC" CXX="$CXX" CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" make libudev.a
sudo cp libudev.a /usr/local/lib/
popd
fi
}
function install_libaptpkg() {
SOURCE=apt-1.2.6
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision libaptpkg /usr/local/lib/libapt-pkg.a; then
pushd $SOURCE
make clean
./configure --prefix=/usr/local CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
make -j $THREADS STATICLIBS=1 library
# No need to install the shared libraries.
# sudo cp bin/libapt-pkg.so.4.12.0 /usr/local/lib/
# sudo ln -sf /usr/local/lib/libapt-pkg.so.4.12.0 /usr/local/lib/libapt-pkg.so
sudo cp bin/libapt-pkg.a /usr/local/lib/
sudo mkdir -p /usr/local/include/apt-pkg/
sudo cp include/apt-pkg/*.h /usr/local/include/apt-pkg/
popd
fi
}
function install_libcryptsetup() {
SOURCE=cryptsetup-1.6.7
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision libcryptsetup /usr/local/lib/libcryptsetup.a; then
pushd $SOURCE
PKG_CONFIG_PATH=/usr/local/lib/pkgconfig/ \
./autogen.sh --prefix=/usr/local --enable-static --disable-shared \
--disable-selinux --disable-udev --disable-veritysetup --disable-nls \
--disable-kernel_crypto \
CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS"
pushd lib
make -j $THREADS
sudo make install
popd
popd
fi
}
function install_aws_sdk() {
SOURCE=aws-sdk-cpp-0.10.6
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision aws_sdk /usr/local/lib/libaws-cpp-sdk-core.a; then
PREFIX=/usr/local
mkdir -p ${SOURCE}/build
pushd ${SOURCE}/build
CMAKE_FLAGS="-Wno-dev -DCMAKE_INSTALL_PREFIX=${PREFIX} \
-DCMAKE_BUILD_TYPE=Release \
-DBUILD_ONLY=aws-cpp-sdk-kinesis;aws-cpp-sdk-firehose \
-DSTATIC_LINKING=1 -DNO_HTTP_CLIENT=1"
cmake $CMAKE_FLAGS ..
make -j$THREADS
sudo make install
sudo ln -s ${PREFIX}/lib/linux/intel64/Release/libaws-cpp-sdk-* ${PREFIX}/lib
popd
fi
}
#############################################################################
## The following package installs are utilities not statically linked.
#############################################################################
function install_autoconf() {
SOURCE=autoconf-2.69
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
# Two methods for provisioning autoconf (1) install, (2) upgrade
PROVISION_AUTOCONF=false
if provision autoconf /usr/bin/autoconf; then
PROVISION_AUTOCONF=true
elif [[ `autoconf -V | head -1 | awk '{print $4}' | sed 's/\.//g'` -lt "269" ]]; then
provision autoconf
PROVISION_AUTOCONF=true
fi
if $PROVISION_AUTOCONF; then
pushd $SOURCE
./configure --prefix=/usr
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
}
function install_automake() {
SOURCE=automake-1.14
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision automake /usr/bin/automake; then
pushd $SOURCE
./bootstrap.sh
./configure --prefix=/usr
# Version 1.14 of automake fails to build with more than one thread
CC="$CC" CXX="$CXX" make -j 1
sudo make install
popd
fi
}
function install_libtool() {
SOURCE=libtool-2.4.5
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision libtool /usr/bin/libtool; then
pushd $SOURCE
./configure --prefix=/usr
make -j $THREADS
sudo make install
popd
fi
}
function install_pkgconfig() {
SOURCE=pkg-config-0.28
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision pkg-config /usr/bin/pkg-config; then
pushd $SOURCE
sudo rm /usr/bin/x86_64-unknown-linux-gnu-pkg-config || true
./configure --with-internal-glib --prefix=/usr
make -j $THREADS
sudo make install
popd
fi
}
function install_pip() {
PYTHON_EXECUTABLE=$1
URL=$DEPS_URL/get-pip.py
if [[ ! -e /usr/bin/pip ]]; then
curl $URL | sudo $PYTHON_EXECUTABLE -
fi
}
function install_ruby() {
SOURCE=ruby-1.8.7-p370
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision ruby-1.8.7 /usr/local/bin/ruby; then
pushd $SOURCE
./configure --prefix=/usr/local
CC="$CC" CXX="$CXX" make -j $THREADS
sudo make install
popd
fi
SOURCE=rubygems-1.8.24
TARBALL=$SOURCE.tar.gz
URL=$DEPS_URL/$TARBALL
if provision rubygems-1.8.24 /usr/local/bin/gem; then
pushd $SOURCE
sudo ruby setup.rb
popd
fi
}
function package() {
if [[ $FAMILY = "debian" ]]; then
INSTALLED=`dpkg-query -W -f='${Status} ${Version}\n' $1 || true`
if [[ -n "$INSTALLED" && ! "$INSTALLED" = *"unknown ok not-installed"* ]]; then
log "$1 is already installed. skipping."
else
log "installing $1"
sudo DEBIAN_FRONTEND=noninteractive apt-get install $1 -y --no-install-recommends
fi
elif [[ $FAMILY = "redhat" ]]; then
if [[ ! -n "$(rpm -V $1)" ]]; then
log "$1 is already installed. skipping."
else
log "installing $1"
if [[ $OS = "fedora" ]]; then
sudo dnf install $1 -y
else
sudo yum install $1 -y
fi
fi
elif [[ $OS = "darwin" ]]; then
if [[ -n "$(brew list | grep $1)" ]]; then
log "$1 is already installed. skipping."
else
log "installing $1"
unset LIBNAME
unset HOMEBREW_BUILD_FROM_SOURCE
export HOMEBREW_MAKE_JOBS=$THREADS
export HOMEBREW_NO_EMOJI=1
HOMEBREW_ARGS=""
if [[ $1 = "rocksdb" ]]; then
# Build RocksDB from source in brew
export LIBNAME=librocksdb_lite
export HOMEBREW_BUILD_FROM_SOURCE=1
HOMEBREW_ARGS="--build-bottle --with-lite"
elif [[ $1 = "gflags" ]]; then
HOMEBREW_ARGS="--build-bottle --with-static"
elif [[ $1 = "libressl" ]]; then
HOMEBREW_ARGS="--build-bottle"
elif [[ $1 = "aws-sdk-cpp" ]]; then
HOMEBREW_ARGS="--build-bottle --with-static --without-http-client"
fi
if [[ "$2" = "devel" ]]; then
HOMEBREW_ARGS="${HOMEBREW_ARGS} --devel"
fi
brew install -v $HOMEBREW_ARGS $1 || brew upgrade -v $HOMEBREW_ARGS $1
fi
elif [[ $OS = "freebsd" ]]; then
if pkg info -q $1; then
log "$1 is already installed. skipping."
else
log "installing $1"
sudo pkg install -y $1
fi
fi
}
function remove_package() {
if [[ $FAMILY = "debian" ]]; then
if [[ -n "$(dpkg --get-selections | grep $1)" ]]; then
log "removing $1"
sudo apt-get remove $1 -y
else
log "Removing: $1 is not installed. skipping."
fi
elif [[ $FAMILY = "redhat" ]]; then
if [[ -n "$(rpm -qa | grep $1)" ]]; then
log "removing $1"
sudo yum remove $1 -y
else
log "Removing: $1 is not installed. skipping."
fi
elif [[ $OS = "darwin" ]]; then
if [[ -n "$(brew list | grep $1)" ]]; then
log "removing $1"
brew uninstall $1
else
log "Removing: $1 is not installed. skipping."
fi
elif [[ $OS = "freebsd" ]]; then
if ! pkg info -q $1; then
log "removing $1"
sudo pkg delete -y $1
else
log "Removing: $1 is not installed. skipping."
fi
fi
}
function gem_install() {
if [[ -n "$(gem list | grep $1)" ]]; then
log "$1 is already installed. skipping."
else
sudo gem install $@
fi
}
function provision() {
local _name=$1
local _install_check=$2
if [[ ! -f $_install_check ]]; then
log "$_name is not installed/provisioned. installing..."
if [[ ! -f $TARBALL ]]; then
log "$_name has not been downloaded. downloading..."
wget "$URL"
else
log "$_name is already downloaded. skipping download."
fi
if [[ ! -d $SOURCE ]]; then
log "$_name has not been extracted. extracting..."
tar -xzf $TARBALL
fi
return 0
fi
log "$_name is already installed. skipping provision."
return 1
}
function check() {
platform OS
if [[ $OS = "darwin" ]]; then
HASH=`shasum "$0" | awk '{print $1}'`
elif [[ $OS = "freebsd" ]]; then
HASH=`sha1 -q "$0"`
else
HASH=`sha1sum "$0" | awk '{print $1}'`
fi
if [[ "$1" = "build" ]]; then
echo $HASH > "$2/.provision"
if [[ ! -z "$SUDO_USER" ]]; then
chown $SUDO_USER "$2/.provision" > /dev/null 2>&1 || true
fi
return
elif [[ ! "$1" = "check" ]]; then
return
fi
if [[ "$#" < 2 ]]; then
echo "Usage: $0 (check|build) BUILD_PATH"
exit 1
fi
CHECKPOINT=`cat $2/.provision 2>&1 &`
if [[ ! $HASH = $CHECKPOINT ]]; then
echo "Requested dependencies may have changed, run: make deps"
exit 1
fi
exit 0
}
Reference in New Issue View Git Blame Copy Permalink