X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=bootstrap.sh;h=b548686f03b0cf280ba22dda72fa1da5d93fe19b;hb=293e7b59e12ff6b95b5463614b09bc0158f14592;hp=1d114b28e53794c16ecfcfc8d8d9f3bc248ad9e4;hpb=fa6ba3db53a843986bba34cc6c666a89624326f4;p=awesomized%2Flibmemcached diff --git a/bootstrap.sh b/bootstrap.sh index 1d114b28..b548686f 100755 --- a/bootstrap.sh +++ b/bootstrap.sh @@ -49,19 +49,30 @@ command_not_found_handle () exit 127 } -die () +function die () { echo "$BASH_SOURCE:$BASH_LINENO: $@" >&2 exit 1; } +function nassert () +{ + local param_name=\$"$1" + local param_value=`eval "expr \"$param_name\" "` + + if [ -n "$param_value" ]; then + echo "$bash_source:$bash_lineno: assert($param_name) had value of "$param_value"" >&2 + exit 1 + fi +} + function assert () { local param_name=\$"$1" local param_value=`eval "expr \"$param_name\" "` if [ -z "$param_value" ]; then - echo "$BASH_SOURCE:$BASH_LINENO: assert($param_name)" >&2 + echo "$bash_source:$bash_lineno: assert($param_name)" >&2 exit 1 fi } @@ -343,16 +354,18 @@ pop_TESTS_ENVIRONMENT () fi } -safe_pushd () +function safe_pushd () { pushd $1 &> /dev/null ; - if $VERBOSE -a test -n "$BUILD_DIR"; then - echo "BUILD_DIR=$BUILD_DIR" + if [ -n "$BUILD_DIR" ]; then + if $VERBOSE; then + echo "BUILD_DIR=$BUILD_DIR" + fi fi } -safe_popd () +function safe_popd () { local directory_to_delete=`pwd` popd &> /dev/null ; @@ -365,7 +378,7 @@ safe_popd () fi } -make_valgrind () +function make_valgrind () { if [[ "$VENDOR_DISTRIBUTION" == 'darwin' ]]; then make_darwin_malloc @@ -394,8 +407,10 @@ make_valgrind () push_TESTS_ENVIRONMENT + # If we don't have a configure, then most likely we will be missing libtool + assert_file 'configure' if [[ -f 'libtool' ]]; then - TESTS_ENVIRONMENT="$LIBTOOL_COMMAND $VALGRIND_COMMAND" + TESTS_ENVIRONMENT="./libtool --mode=execute $VALGRIND_COMMAND" else TESTS_ENVIRONMENT="$VALGRIND_COMMAND" fi @@ -405,7 +420,7 @@ make_valgrind () pop_TESTS_ENVIRONMENT } -make_install_system () +function make_install_system () { local INSTALL_LOCATION=$(mktemp -d /tmp/XXXXXXXXXX) push_PREFIX_ARG $INSTALL_LOCATION @@ -437,7 +452,7 @@ make_install_system () safe_popd } -make_darwin_malloc () +function make_darwin_malloc () { run_configure_if_required @@ -455,15 +470,19 @@ make_darwin_malloc () MallocScribble=$old_MallocScribble } -snapshot_check () +function snapshot_check () { + if [ ! -f "$BOOTSTRAP_SNAPSHOT_CHECK" ]; then + make_for_snapshot + fi + if [ -n "$BOOTSTRAP_SNAPSHOT_CHECK" ]; then assert_file "$BOOTSTRAP_SNAPSHOT_CHECK" 'snapshot check failed' fi } # This will reset our environment, and make sure built files are available. -make_for_snapshot () +function make_for_snapshot () { # Make sure it is clean make_maintainer_clean @@ -479,8 +498,28 @@ make_for_snapshot () snapshot_check } +function make_for_mingw32 () +{ + # Make sure it is clean + if [ -f Makefile -o -f configure ]; then + make_maintainer_clean + fi + assert_no_file 'Makefile' + + if command_exists mingw32-configure; then + run_autoreconf + + mingw32-configure || die 'mingw32-configure failed' + assert_file 'Makefile' + + if command_exists mingw32-make; then + mingw32-make || die 'mingw32-make failed' + fi + fi +} + # If we are locally testing, we should make sure the environment is setup correctly -check_for_jenkins () +function check_for_jenkins () { if ! $jenkins_build_environment; then echo "Not inside of jenkins" @@ -495,7 +534,18 @@ check_for_jenkins () fi } -make_for_continuus_integration () +function make_universe () +{ + make_for_snapshot + make_valgrind + make_gdb + make_rpm + make_for_mingw32 + make_distcheck + make_install_system +} + +function make_for_continuus_integration () { # Setup the environment if we are local check_for_jenkins @@ -523,6 +573,8 @@ make_for_continuus_integration () assert_exec_file 'configure' assert_file 'Makefile' + make_target 'all' + # make rpm includes "make distcheck" if [[ -f rpm.am ]]; then make_rpm @@ -543,6 +595,8 @@ make_for_continuus_integration () assert_exec_file 'configure' assert_file 'Makefile' + make_target 'all' + make_distcheck assert_exec_file 'configure' @@ -556,8 +610,7 @@ make_for_continuus_integration () make_install_system ;; *) - run_configure - make_all + make_jenkins_default ;; esac @@ -566,7 +619,19 @@ make_for_continuus_integration () safe_popd } -make_gdb () +# The point to this test is to test bootstrap.sh itself +function self_test () +{ + # We start off with a clean env + make_maintainer_clean + + eval "./bootstrap.sh jenkins" || die "failed 'jenkins'" + eval "./bootstrap.sh all" || die "failed 'all'" + eval "./bootstrap.sh gdb" || die "failed 'gdb'" + eval "./bootstrap.sh maintainer-clean" || die "failed 'maintainer-clean'" +} + +function make_gdb () { run_configure_if_required @@ -579,8 +644,10 @@ make_gdb () setup_gdb_command fi - if [ -f 'libtool' ]; then - TESTS_ENVIRONMENT="$LIBTOOL_COMMAND $GDB_COMMAND" + # If we don't have a configure, then most likely we will be missing libtool + assert_file 'configure' + if [[ -f 'libtool' ]]; then + TESTS_ENVIRONMENT="./libtool --mode=execute $GDB_COMMAND" else TESTS_ENVIRONMENT="$GDB_COMMAND" fi @@ -606,7 +673,7 @@ make_gdb () # $2 to die, or not to die, based on contents function make_target () { - if [[ -z "$1" ]]; then + if [ -z "$1" ]; then die "Programmer error, no target provided for make" fi @@ -615,48 +682,60 @@ function make_target () run_configure fi - if test -n "$TESTS_ENVIRONMENT" -a $VERBOSE; then - echo "TESTS_ENVIRONMENT=$TESTS_ENVIRONMENT" + if [ -n "$TESTS_ENVIRONMENT" ]; then + if $VERBOSE; then + echo "TESTS_ENVIRONMENT=$TESTS_ENVIRONMENT" + fi fi - if [[ -z "$MAKE" ]]; then + if [ -z "$MAKE" ]; then die "MAKE was not set" fi - if [[ -n "$2" ]]; then + if [ -n "$2" ]; then run $MAKE $1 || return 1 else run $MAKE $1 || die "Cannot execute $MAKE $1" fi } -make_distcheck () +function make_distcheck () { make_target 'distcheck' } -make_rpm () +function make_rpm () { - make_target 'rpm' + if [ -f 'rpm.am' -o -d 'rpm' ]; then + run_configure_if_required + make_target 'rpm' + fi } -make_maintainer_clean () +function make_maintainer_clean () { run_configure_if_required make_target 'maintainer-clean' 'no_error' } -make_check () +function make_check () { make_target 'check' } -make_all () +function make_jenkins_default () { + run_configure + make_target 'all' +} + +function make_default () +{ + run_configure_if_required make_target 'all' } -run_configure_if_required () +function run_configure_if_required () { run_autoreconf_if_required @@ -667,7 +746,7 @@ run_configure_if_required () assert_file 'Makefile' 'configure did not produce a Makefile' } -run_autoreconf_if_required () +function run_autoreconf_if_required () { if [ ! -x 'configure' ]; then run_autoreconf @@ -676,12 +755,17 @@ run_autoreconf_if_required () assert_exec_file 'configure' } -run_autoreconf () +function run_autoreconf () { if [[ -z "$AUTORECONF" ]]; then die "Programmer error, tried to call run_autoreconf () but AUTORECONF was not set" fi + if test $use_libtool = 1; then + assert $BOOTSTRAP_LIBTOOLIZE + run $BOOTSTRAP_LIBTOOLIZE '--copy' '--install' '--force' || die "Cannot execute $BOOTSTRAP_LIBTOOLIZE" + fi + run $AUTORECONF || die "Cannot execute $AUTORECONF" eval 'bash -n configure' || die "autoreconf generated a malformed configure" @@ -693,12 +777,14 @@ function run () echo "\`$@' $ARGS" fi - $@ $ARGS + eval $@ $ARGS } parse_command_line_options () { - local SHORTOPTS=':apcmt:dv' + local SHORTOPTS=':apcmt:dvh' + + nassert MAKE_TARGET while getopts "$SHORTOPTS" opt; do case $opt in @@ -726,6 +812,10 @@ parse_command_line_options () DEBUG_OPTION=true enable_debug ;; + h) # help + echo "bootstrap.sh [options] optional_target ..." + exit + ;; v) # verbose VERBOSE_OPTION=true VERBOSE=true @@ -741,8 +831,10 @@ parse_command_line_options () esac done + shift $((OPTIND-1)) + if [ -n "$1" ]; then - MAKE_TARGET="$1" + MAKE_TARGET="$@" fi } @@ -763,16 +855,35 @@ determine_vcs () fi } -autoreconf_setup () +function require_libtoolise () +{ + use_libtool=0 + grep '^[ ]*A[CM]_PROG_LIBTOOL' configure.ac >/dev/null \ + && use_libtool=1 + grep '^[ ]*LT_INIT' configure.ac >/dev/null \ + && use_libtool=1 +} + +function autoreconf_setup () { # Set ENV MAKE in order to override "make" if [[ -z "$MAKE" ]]; then if command_exists gmake; then MAKE=`type -p gmake` + else + if command_exists make; then + MAKE=`type -p make` + fi + fi + + if [ "$VCS_CHECKOUT" ]; then + if $DEBUG; then + MAKE="$MAKE --warn-undefined-variables" + fi fi - if command_exists make; then - MAKE=`type -p make` + if $DEBUG; then + MAKE="$MAKE -d" fi fi @@ -784,6 +895,10 @@ autoreconf_setup () GNU_BUILD_FLAGS="$GNU_BUILD_FLAGS --verbose" fi + if [ -z "$ACLOCAL_PATH" ]; then + ACLOCAL_PATH="/usr/local/share/aclocal $ACLOCAL_PATH" + fi + if [[ -z "$WARNINGS" ]]; then if [[ -n "$VCS_CHECKOUT" ]]; then WARNINGS="all,error" @@ -792,15 +907,36 @@ autoreconf_setup () fi fi - if [[ -z "$LIBTOOLIZE" ]]; then - # If we are using OSX, we first check to see glibtoolize is available - if [[ "$VENDOR_DISTRIBUTION" == "darwin" ]]; then - LIBTOOLIZE=`type -p glibtoolize` + if test $use_libtool = 1; then + if [[ -n "$LIBTOOLIZE" ]]; then + BOOTSTRAP_LIBTOOLIZE=`type -p $LIBTOOLIZE` - if [[ -z "$LIBTOOLIZE" ]]; then - echo "Couldn't find glibtoolize, it is required on OSX" + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find user supplied libtoolize, it is required" fi + else + # If we are using OSX, we first check to see glibtoolize is available + if [[ "$VENDOR_DISTRIBUTION" == "darwin" ]]; then + BOOTSTRAP_LIBTOOLIZE=`type -p glibtoolize` + + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find glibtoolize, it is required on OSX" + fi + else + BOOTSTRAP_LIBTOOLIZE=`type -p libtoolize` + + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find libtoolize, it is required" + fi + fi + fi + if $VERBOSE; then + LIBTOOLIZE_OPTIONS="--verbose $BOOTSTRAP_LIBTOOLIZE_OPTIONS" fi + if $DEBUG; then + LIBTOOLIZE_OPTIONS="--debug $BOOTSTRAP_LIBTOOLIZE_OPTIONS" + fi + LIBTOOLIZE=true fi # Test the ENV AUTOMAKE if it exists @@ -823,6 +959,12 @@ autoreconf_setup () run $AUTOM4TE '--help' &> /dev/null || die "Failed to run AUTOM4TE:$AUTOM4TE" fi + # Test the ENV AUTOHEADER if it exists, if not we add one and add --install + if [[ -z "$ACLOCAL" ]]; then + ACLOCAL="aclocal --install" + fi + run $ACLOCAL '--help' &> /dev/null || die "Failed to run ACLOCAL:$ACLOCAL" + if [[ -z "$AUTORECONF" ]]; then AUTORECONF=`type -p autoreconf` @@ -944,6 +1086,10 @@ make_for_autoreconf () check_make_target() { case $1 in + 'self') + ;; + 'rpm') + ;; 'gdb') ;; 'clean_op') @@ -954,8 +1100,16 @@ check_make_target() ;; 'configure') ;; + 'distcheck') + ;; + 'check') + ;; 'snapshot') ;; + 'mingw') + ;; + 'universe') + ;; 'valgrind') ;; 'jenkins') @@ -968,6 +1122,14 @@ check_make_target() ;; 'all') ;; + 'make_default') + ;; + 'test-*') + ;; + 'valgrind-*') + ;; + 'gdb-*') + ;; 'dist') ;; *) @@ -976,15 +1138,20 @@ check_make_target() esac } -bootstrap () +function bootstrap () { determine_target_platform determine_vcs # Set up whatever we need to do to use autoreconf later + require_libtoolise autoreconf_setup + if [ -z "$MAKE_TARGET" ]; then + MAKE_TARGET="make_default" + fi + if $PRINT_SETUP_OPTION -o $DEBUG; then echo print_setup @@ -996,11 +1163,6 @@ bootstrap () fi fi - # Setup LIBTOOL_COMMAND if we need it - if [ -f 'libtool' ]; then - LIBTOOL_COMMAND='./libtool --mode=execute' - fi - # Use OLD_TESTS_ENVIRONMENT for tracking the state of the variable local OLD_TESTS_ENVIRONMENT= @@ -1009,15 +1171,22 @@ bootstrap () push_PREFIX_ARG $PREFIX fi - # Either we run a known target (or error), or we default to "all" - if [[ -n "$MAKE_TARGET" ]]; then + # We should always have a target by this point + assert MAKE_TARGET + local MAKE_TARGET_ARRAY=($MAKE_TARGET) + + for target in "${MAKE_TARGET_ARRAY[@]}" + do # If we are running inside of Jenkins, we want to only run some of the possible tests if $jenkins_build_environment; then - check_make_target $MAKE_TARGET + check_make_target $target fi - case $MAKE_TARGET in + case $target in + 'self') + self_test + ;; 'gdb') make_gdb ;; @@ -1033,24 +1202,33 @@ bootstrap () 'configure') run_configure ;; + 'make_default') + make_default + ;; + 'mingw') + make_for_mingw32 + ;; 'snapshot') make_for_snapshot ;; + 'rpm') + make_rpm + ;; 'valgrind') make_valgrind ;; + 'universe') + make_universe + ;; 'jenkins') make_for_continuus_integration ;; *) run_configure_if_required - make_target $MAKE_TARGET + make_target "$target" ;; esac - else - run_configure_if_required - make_all - fi + done } main () @@ -1098,15 +1276,17 @@ main () rebuild_host_os no_output + parse_command_line_options $@ + # If we are running under Jenkins we predetermine what tests we will run against # This MAKE_TARGET can be overridden by parse_command_line_options based MAKE_TARGET changes. # We don't want Jenkins overriding other variables, so we NULL them. - if $jenkins_build_environment; then - MAKE_TARGET='jenkins' + if [ -z "$MAKE_TARGET" ]; then + if $jenkins_build_environment; then + MAKE_TARGET='jenkins' + fi fi - parse_command_line_options $@ - bootstrap jobs -l @@ -1115,6 +1295,48 @@ main () exit 0 } +function set_branch () +{ + if [ -z "$BRANCH" ]; then + if [ -z "$CI_PROJECT_TEAM" ]; then + die "Variable CI_PROJECT_TEAM has not been set" + fi + if [ -z "$PROJECT" ]; then + die "Variable PROJECT has not been set" + fi + if [ -z "$BUILD_TAG" ]; then + die "Variable BUILD_TAG has not been set" + fi + + BRANCH="lp:~$CI_PROJECT_TEAM/$PROJECT/$BUILD_TAG" + export BRANCH + fi + + if [ -z "$BRANCH" ]; then + die "Missing values required to build BRANCH variable." + fi +} + +function merge () +{ + if [ -z "$VCS_CHECKOUT" ]; then + die "Merges require VCS_CHECKOUT." + fi + + set_branch + + if [[ "$VCS_CHECKOUT" == 'bzr' ]]; then + if test -n "$BRANCH_TO_MERGE"; then + bzr merge $BRANCH_TO_MERGE + bzr commit --message="Merge $BRANCH_TO_MERGE Build: $BUILD_TAG" --unchanged + fi + + bzr push "$BRANCH" + elif [[ -n "$VCS_CHECKOUT" ]]; then + die "Merge attempt occured, current VCS setup does not support this" + fi +} + enable_debug () { if ! $DEBUG; then @@ -1129,6 +1351,18 @@ enable_debug () fi } +function usage () +{ + cat << EOF + Usage: $program_name [OPTION].. + + Bootstrap this package from the checked-out sources, and optionally walk through CI run. + + Options: + +EOF +} + disable_debug () { set +x @@ -1137,6 +1371,8 @@ disable_debug () # Script begins here +program_name=$0 + env_debug_enabled=false if [[ -n "$JENKINS_HOME" ]]; then declare -r jenkins_build_environment=true @@ -1144,6 +1380,7 @@ else declare -r jenkins_build_environment=false fi +export ACLOCAL export AUTOCONF export AUTOHEADER export AUTOM4TE @@ -1151,6 +1388,8 @@ export AUTOMAKE export AUTORECONF export DEBUG export GNU_BUILD_FLAGS +export LIBTOOLIZE +export LIBTOOLIZE_OPTIONS export MAKE export TESTS_ENVIRONMENT export VERBOSE