X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=bootstrap.sh;h=b548686f03b0cf280ba22dda72fa1da5d93fe19b;hb=0f8935c1217d98bb2d7054eeea797cfc73a5bd17;hp=13d10b39f10c86d22daa42fb45ce1e7b72c50686;hpb=1f3d43109ef752862093f8e4340fcfec1832b3be;p=awesomized%2Flibmemcached diff --git a/bootstrap.sh b/bootstrap.sh index 13d10b39..b548686f 100755 --- a/bootstrap.sh +++ b/bootstrap.sh @@ -49,19 +49,30 @@ command_not_found_handle () exit 127 } -die () +function die () { echo "$BASH_SOURCE:$BASH_LINENO: $@" >&2 exit 1; } +function nassert () +{ + local param_name=\$"$1" + local param_value=`eval "expr \"$param_name\" "` + + if [ -n "$param_value" ]; then + echo "$bash_source:$bash_lineno: assert($param_name) had value of "$param_value"" >&2 + exit 1 + fi +} + function assert () { local param_name=\$"$1" local param_value=`eval "expr \"$param_name\" "` if [ -z "$param_value" ]; then - echo "$BASH_SOURCE:$BASH_LINENO: assert($param_name)" >&2 + echo "$bash_source:$bash_lineno: assert($param_name)" >&2 exit 1 fi } @@ -343,16 +354,18 @@ pop_TESTS_ENVIRONMENT () fi } -safe_pushd () +function safe_pushd () { pushd $1 &> /dev/null ; - if $VERBOSE -a test -n "$BUILD_DIR"; then - echo "BUILD_DIR=$BUILD_DIR" + if [ -n "$BUILD_DIR" ]; then + if $VERBOSE; then + echo "BUILD_DIR=$BUILD_DIR" + fi fi } -safe_popd () +function safe_popd () { local directory_to_delete=`pwd` popd &> /dev/null ; @@ -365,7 +378,7 @@ safe_popd () fi } -make_valgrind () +function make_valgrind () { if [[ "$VENDOR_DISTRIBUTION" == 'darwin' ]]; then make_darwin_malloc @@ -394,8 +407,10 @@ make_valgrind () push_TESTS_ENVIRONMENT + # If we don't have a configure, then most likely we will be missing libtool + assert_file 'configure' if [[ -f 'libtool' ]]; then - TESTS_ENVIRONMENT="$LIBTOOL_COMMAND $VALGRIND_COMMAND" + TESTS_ENVIRONMENT="./libtool --mode=execute $VALGRIND_COMMAND" else TESTS_ENVIRONMENT="$VALGRIND_COMMAND" fi @@ -405,7 +420,7 @@ make_valgrind () pop_TESTS_ENVIRONMENT } -make_install_system () +function make_install_system () { local INSTALL_LOCATION=$(mktemp -d /tmp/XXXXXXXXXX) push_PREFIX_ARG $INSTALL_LOCATION @@ -437,7 +452,7 @@ make_install_system () safe_popd } -make_darwin_malloc () +function make_darwin_malloc () { run_configure_if_required @@ -455,15 +470,19 @@ make_darwin_malloc () MallocScribble=$old_MallocScribble } -snapshot_check () +function snapshot_check () { + if [ ! -f "$BOOTSTRAP_SNAPSHOT_CHECK" ]; then + make_for_snapshot + fi + if [ -n "$BOOTSTRAP_SNAPSHOT_CHECK" ]; then assert_file "$BOOTSTRAP_SNAPSHOT_CHECK" 'snapshot check failed' fi } # This will reset our environment, and make sure built files are available. -make_for_snapshot () +function make_for_snapshot () { # Make sure it is clean make_maintainer_clean @@ -479,8 +498,28 @@ make_for_snapshot () snapshot_check } +function make_for_mingw32 () +{ + # Make sure it is clean + if [ -f Makefile -o -f configure ]; then + make_maintainer_clean + fi + assert_no_file 'Makefile' + + if command_exists mingw32-configure; then + run_autoreconf + + mingw32-configure || die 'mingw32-configure failed' + assert_file 'Makefile' + + if command_exists mingw32-make; then + mingw32-make || die 'mingw32-make failed' + fi + fi +} + # If we are locally testing, we should make sure the environment is setup correctly -check_for_jenkins () +function check_for_jenkins () { if ! $jenkins_build_environment; then echo "Not inside of jenkins" @@ -495,7 +534,18 @@ check_for_jenkins () fi } -make_for_continuus_integration () +function make_universe () +{ + make_for_snapshot + make_valgrind + make_gdb + make_rpm + make_for_mingw32 + make_distcheck + make_install_system +} + +function make_for_continuus_integration () { # Setup the environment if we are local check_for_jenkins @@ -523,6 +573,8 @@ make_for_continuus_integration () assert_exec_file 'configure' assert_file 'Makefile' + make_target 'all' + # make rpm includes "make distcheck" if [[ -f rpm.am ]]; then make_rpm @@ -543,6 +595,8 @@ make_for_continuus_integration () assert_exec_file 'configure' assert_file 'Makefile' + make_target 'all' + make_distcheck assert_exec_file 'configure' @@ -556,8 +610,7 @@ make_for_continuus_integration () make_install_system ;; *) - run_configure - make_all + make_jenkins_default ;; esac @@ -566,7 +619,19 @@ make_for_continuus_integration () safe_popd } -make_gdb () +# The point to this test is to test bootstrap.sh itself +function self_test () +{ + # We start off with a clean env + make_maintainer_clean + + eval "./bootstrap.sh jenkins" || die "failed 'jenkins'" + eval "./bootstrap.sh all" || die "failed 'all'" + eval "./bootstrap.sh gdb" || die "failed 'gdb'" + eval "./bootstrap.sh maintainer-clean" || die "failed 'maintainer-clean'" +} + +function make_gdb () { run_configure_if_required @@ -579,8 +644,10 @@ make_gdb () setup_gdb_command fi - if [ -f 'libtool' ]; then - TESTS_ENVIRONMENT="$LIBTOOL_COMMAND $GDB_COMMAND" + # If we don't have a configure, then most likely we will be missing libtool + assert_file 'configure' + if [[ -f 'libtool' ]]; then + TESTS_ENVIRONMENT="./libtool --mode=execute $GDB_COMMAND" else TESTS_ENVIRONMENT="$GDB_COMMAND" fi @@ -604,9 +671,9 @@ make_gdb () # $1 target to compile # $2 to die, or not to die, based on contents -make_target () +function make_target () { - if [[ -z "$1" ]]; then + if [ -z "$1" ]; then die "Programmer error, no target provided for make" fi @@ -615,48 +682,60 @@ make_target () run_configure fi - if test -n "$TESTS_ENVIRONMENT" -a $VERBOSE; then - echo "TESTS_ENVIRONMENT=$TESTS_ENVIRONMENT" + if [ -n "$TESTS_ENVIRONMENT" ]; then + if $VERBOSE; then + echo "TESTS_ENVIRONMENT=$TESTS_ENVIRONMENT" + fi fi - if [[ -z "$MAKE" ]]; then + if [ -z "$MAKE" ]; then die "MAKE was not set" fi - if [[ -n "$2" ]]; then + if [ -n "$2" ]; then run $MAKE $1 || return 1 else run $MAKE $1 || die "Cannot execute $MAKE $1" fi } -make_distcheck () +function make_distcheck () { make_target 'distcheck' } -make_rpm () +function make_rpm () { - make_target 'rpm' + if [ -f 'rpm.am' -o -d 'rpm' ]; then + run_configure_if_required + make_target 'rpm' + fi } -make_maintainer_clean () +function make_maintainer_clean () { run_configure_if_required make_target 'maintainer-clean' 'no_error' } -make_check () +function make_check () { make_target 'check' } -make_all () +function make_jenkins_default () { + run_configure make_target 'all' } -run_configure_if_required () +function make_default () +{ + run_configure_if_required + make_target 'all' +} + +function run_configure_if_required () { run_autoreconf_if_required @@ -667,7 +746,7 @@ run_configure_if_required () assert_file 'Makefile' 'configure did not produce a Makefile' } -run_autoreconf_if_required () +function run_autoreconf_if_required () { if [ ! -x 'configure' ]; then run_autoreconf @@ -676,93 +755,86 @@ run_autoreconf_if_required () assert_exec_file 'configure' } -run_autoreconf () +function run_autoreconf () { if [[ -z "$AUTORECONF" ]]; then die "Programmer error, tried to call run_autoreconf () but AUTORECONF was not set" fi + if test $use_libtool = 1; then + assert $BOOTSTRAP_LIBTOOLIZE + run $BOOTSTRAP_LIBTOOLIZE '--copy' '--install' '--force' || die "Cannot execute $BOOTSTRAP_LIBTOOLIZE" + fi + run $AUTORECONF || die "Cannot execute $AUTORECONF" eval 'bash -n configure' || die "autoreconf generated a malformed configure" } -run () +function run () { if $VERBOSE; then echo "\`$@' $ARGS" fi - ($@ $ARGS) + eval $@ $ARGS } parse_command_line_options () { - local options= - - local SHORTOPTS='p,c,a,v' - local LONGOPTS='target:,debug,clean,print-env,configure,autoreconf' - - if ! options=$(getopt --shell bash --longoptions $LONGOPTS --options $SHORTOPTS -n 'bootstrap' -- "$@"); then - die 'Bad option given' - fi + local SHORTOPTS=':apcmt:dvh' - eval set -- "$options" + nassert MAKE_TARGET - while [[ $# -gt 0 ]]; do - case $1 in - -a | --autoreconf ) + while getopts "$SHORTOPTS" opt; do + case $opt in + a) #--autoreconf AUTORECONF_OPTION=true MAKE_TARGET='autoreconf' - shift ;; - -p | --print-env ) + p) #--print-env PRINT_SETUP_OPTION=true - shift ;; - -c | --configure ) + c) # --configure CONFIGURE_OPTION=true MAKE_TARGET='configure' - shift ;; - --clean ) + m) # maintainer-clean CLEAN_OPTION=true MAKE_TARGET='clean_op' - shift ;; - --target ) + t) # target TARGET_OPTION=true - shift - TARGET_OPTION_ARG="$1" - MAKE_TARGET="$1" - shift + TARGET_OPTION_ARG="$OPTARG" + MAKE_TARGET="$OPTARG" ;; - --debug ) + d) # debug DEBUG_OPTION=true enable_debug - shift ;; - -v | --verbose ) + h) # help + echo "bootstrap.sh [options] optional_target ..." + exit + ;; + v) # verbose VERBOSE_OPTION=true VERBOSE=true - shift - ;; - -- ) - shift - break ;; - -* ) - echo "$0: error - unrecognized option $1" 1>&2 + :) + echo "Option -$OPTARG requires an argument." >&2 exit 1 ;; *) - break + echo "$0: error - unrecognized option $1" 1>&2 + exit 1 ;; esac done + shift $((OPTIND-1)) + if [ -n "$1" ]; then - MAKE_TARGET="$1" + MAKE_TARGET="$@" fi } @@ -783,16 +855,35 @@ determine_vcs () fi } -autoreconf_setup () +function require_libtoolise () +{ + use_libtool=0 + grep '^[ ]*A[CM]_PROG_LIBTOOL' configure.ac >/dev/null \ + && use_libtool=1 + grep '^[ ]*LT_INIT' configure.ac >/dev/null \ + && use_libtool=1 +} + +function autoreconf_setup () { # Set ENV MAKE in order to override "make" if [[ -z "$MAKE" ]]; then if command_exists gmake; then MAKE=`type -p gmake` + else + if command_exists make; then + MAKE=`type -p make` + fi + fi + + if [ "$VCS_CHECKOUT" ]; then + if $DEBUG; then + MAKE="$MAKE --warn-undefined-variables" + fi fi - if command_exists make; then - MAKE=`type -p make` + if $DEBUG; then + MAKE="$MAKE -d" fi fi @@ -804,6 +895,10 @@ autoreconf_setup () GNU_BUILD_FLAGS="$GNU_BUILD_FLAGS --verbose" fi + if [ -z "$ACLOCAL_PATH" ]; then + ACLOCAL_PATH="/usr/local/share/aclocal $ACLOCAL_PATH" + fi + if [[ -z "$WARNINGS" ]]; then if [[ -n "$VCS_CHECKOUT" ]]; then WARNINGS="all,error" @@ -812,15 +907,36 @@ autoreconf_setup () fi fi - if [[ -z "$LIBTOOLIZE" ]]; then - # If we are using OSX, we first check to see glibtoolize is available - if [[ "$VENDOR_DISTRIBUTION" == "darwin" ]]; then - LIBTOOLIZE=`type -p glibtoolize` + if test $use_libtool = 1; then + if [[ -n "$LIBTOOLIZE" ]]; then + BOOTSTRAP_LIBTOOLIZE=`type -p $LIBTOOLIZE` - if [[ -z "$LIBTOOLIZE" ]]; then - echo "Couldn't find glibtoolize, it is required on OSX" + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find user supplied libtoolize, it is required" + fi + else + # If we are using OSX, we first check to see glibtoolize is available + if [[ "$VENDOR_DISTRIBUTION" == "darwin" ]]; then + BOOTSTRAP_LIBTOOLIZE=`type -p glibtoolize` + + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find glibtoolize, it is required on OSX" + fi + else + BOOTSTRAP_LIBTOOLIZE=`type -p libtoolize` + + if [[ -z "$BOOTSTRAP_LIBTOOLIZE" ]]; then + echo "Couldn't find libtoolize, it is required" + fi fi fi + if $VERBOSE; then + LIBTOOLIZE_OPTIONS="--verbose $BOOTSTRAP_LIBTOOLIZE_OPTIONS" + fi + if $DEBUG; then + LIBTOOLIZE_OPTIONS="--debug $BOOTSTRAP_LIBTOOLIZE_OPTIONS" + fi + LIBTOOLIZE=true fi # Test the ENV AUTOMAKE if it exists @@ -843,6 +959,12 @@ autoreconf_setup () run $AUTOM4TE '--help' &> /dev/null || die "Failed to run AUTOM4TE:$AUTOM4TE" fi + # Test the ENV AUTOHEADER if it exists, if not we add one and add --install + if [[ -z "$ACLOCAL" ]]; then + ACLOCAL="aclocal --install" + fi + run $ACLOCAL '--help' &> /dev/null || die "Failed to run ACLOCAL:$ACLOCAL" + if [[ -z "$AUTORECONF" ]]; then AUTORECONF=`type -p autoreconf` @@ -964,6 +1086,10 @@ make_for_autoreconf () check_make_target() { case $1 in + 'self') + ;; + 'rpm') + ;; 'gdb') ;; 'clean_op') @@ -974,8 +1100,16 @@ check_make_target() ;; 'configure') ;; + 'distcheck') + ;; + 'check') + ;; 'snapshot') ;; + 'mingw') + ;; + 'universe') + ;; 'valgrind') ;; 'jenkins') @@ -988,6 +1122,14 @@ check_make_target() ;; 'all') ;; + 'make_default') + ;; + 'test-*') + ;; + 'valgrind-*') + ;; + 'gdb-*') + ;; 'dist') ;; *) @@ -996,15 +1138,20 @@ check_make_target() esac } -bootstrap () +function bootstrap () { determine_target_platform determine_vcs # Set up whatever we need to do to use autoreconf later + require_libtoolise autoreconf_setup + if [ -z "$MAKE_TARGET" ]; then + MAKE_TARGET="make_default" + fi + if $PRINT_SETUP_OPTION -o $DEBUG; then echo print_setup @@ -1016,11 +1163,6 @@ bootstrap () fi fi - # Setup LIBTOOL_COMMAND if we need it - if [ -f 'libtool' ]; then - LIBTOOL_COMMAND='./libtool --mode=execute' - fi - # Use OLD_TESTS_ENVIRONMENT for tracking the state of the variable local OLD_TESTS_ENVIRONMENT= @@ -1029,15 +1171,22 @@ bootstrap () push_PREFIX_ARG $PREFIX fi - # Either we run a known target (or error), or we default to "all" - if [[ -n "$MAKE_TARGET" ]]; then + # We should always have a target by this point + assert MAKE_TARGET + local MAKE_TARGET_ARRAY=($MAKE_TARGET) + + for target in "${MAKE_TARGET_ARRAY[@]}" + do # If we are running inside of Jenkins, we want to only run some of the possible tests if $jenkins_build_environment; then - check_make_target $MAKE_TARGET + check_make_target $target fi - case $MAKE_TARGET in + case $target in + 'self') + self_test + ;; 'gdb') make_gdb ;; @@ -1053,24 +1202,33 @@ bootstrap () 'configure') run_configure ;; + 'make_default') + make_default + ;; + 'mingw') + make_for_mingw32 + ;; 'snapshot') make_for_snapshot ;; + 'rpm') + make_rpm + ;; 'valgrind') make_valgrind ;; + 'universe') + make_universe + ;; 'jenkins') make_for_continuus_integration ;; *) run_configure_if_required - make_target $MAKE_TARGET + make_target "$target" ;; esac - else - run_configure_if_required - make_all - fi + done } main () @@ -1118,15 +1276,17 @@ main () rebuild_host_os no_output + parse_command_line_options $@ + # If we are running under Jenkins we predetermine what tests we will run against # This MAKE_TARGET can be overridden by parse_command_line_options based MAKE_TARGET changes. # We don't want Jenkins overriding other variables, so we NULL them. - if $jenkins_build_environment; then - MAKE_TARGET='jenkins' + if [ -z "$MAKE_TARGET" ]; then + if $jenkins_build_environment; then + MAKE_TARGET='jenkins' + fi fi - parse_command_line_options $@ - bootstrap jobs -l @@ -1135,6 +1295,48 @@ main () exit 0 } +function set_branch () +{ + if [ -z "$BRANCH" ]; then + if [ -z "$CI_PROJECT_TEAM" ]; then + die "Variable CI_PROJECT_TEAM has not been set" + fi + if [ -z "$PROJECT" ]; then + die "Variable PROJECT has not been set" + fi + if [ -z "$BUILD_TAG" ]; then + die "Variable BUILD_TAG has not been set" + fi + + BRANCH="lp:~$CI_PROJECT_TEAM/$PROJECT/$BUILD_TAG" + export BRANCH + fi + + if [ -z "$BRANCH" ]; then + die "Missing values required to build BRANCH variable." + fi +} + +function merge () +{ + if [ -z "$VCS_CHECKOUT" ]; then + die "Merges require VCS_CHECKOUT." + fi + + set_branch + + if [[ "$VCS_CHECKOUT" == 'bzr' ]]; then + if test -n "$BRANCH_TO_MERGE"; then + bzr merge $BRANCH_TO_MERGE + bzr commit --message="Merge $BRANCH_TO_MERGE Build: $BUILD_TAG" --unchanged + fi + + bzr push "$BRANCH" + elif [[ -n "$VCS_CHECKOUT" ]]; then + die "Merge attempt occured, current VCS setup does not support this" + fi +} + enable_debug () { if ! $DEBUG; then @@ -1149,6 +1351,18 @@ enable_debug () fi } +function usage () +{ + cat << EOF + Usage: $program_name [OPTION].. + + Bootstrap this package from the checked-out sources, and optionally walk through CI run. + + Options: + +EOF +} + disable_debug () { set +x @@ -1157,6 +1371,8 @@ disable_debug () # Script begins here +program_name=$0 + env_debug_enabled=false if [[ -n "$JENKINS_HOME" ]]; then declare -r jenkins_build_environment=true @@ -1164,6 +1380,7 @@ else declare -r jenkins_build_environment=false fi +export ACLOCAL export AUTOCONF export AUTOHEADER export AUTOM4TE @@ -1171,6 +1388,8 @@ export AUTOMAKE export AUTORECONF export DEBUG export GNU_BUILD_FLAGS +export LIBTOOLIZE +export LIBTOOLIZE_OPTIONS export MAKE export TESTS_ENVIRONMENT export VERBOSE