X-Git-Url: http://git.shadowcat.co.uk/gitweb/gitweb.cgi?a=blobdiff_plain;f=maint%2Ftravis-ci_scripts%2Fcommon.bash;h=c660905f7748321184b252621985c5d8da643ed4;hb=dd5de10a55fcc4c0f6bcb805f23439f8e3dbdc95;hp=cfa4ffe32f144bf8bb2ac0e212bc5a09e5488318;hpb=f207111d67e64351cbae6f9c8c092735c681df1d;p=dbsrgits%2FDBIx-Class.git diff --git a/maint/travis-ci_scripts/common.bash b/maint/travis-ci_scripts/common.bash index cfa4ffe..c660905 100755 --- a/maint/travis-ci_scripts/common.bash +++ b/maint/travis-ci_scripts/common.bash @@ -3,6 +3,7 @@ set -e TEST_STDERR_LOG=/tmp/dbictest.stderr +TIMEOUT_CMD="/usr/bin/timeout --kill-after=9.5m --signal=TERM 9m" echo_err() { echo "$@" 1>&2 ; } @@ -18,6 +19,8 @@ run_or_err() { LASTEXIT=0 START_TIME=$SECONDS + # the tee is a handy debugging tool when stumpage is exceedingly strong + #LASTOUT=$( bash -c "$2" 2>&1 | tee /dev/stderr) || LASTEXIT=$? LASTOUT=$( bash -c "$2" 2>&1 ) || LASTEXIT=$? DELTA_TIME=$(( $SECONDS - $START_TIME )) @@ -34,6 +37,16 @@ run_or_err() { fi } +apt_install() { + # flatten + pkgs="$@" + + # Need to do this at every step, the sources list may very well have changed + run_or_err "Updating APT available package list" "sudo apt-get update" + + run_or_err "Installing Debian APT packages: $pkgs" "sudo apt-get install --allow-unauthenticated --no-install-recommends -y $pkgs" +} + extract_prereqs() { # once --verbose is set, --no-verbose can't disable it # do this by hand @@ -54,8 +67,8 @@ extract_prereqs() { exit 1 fi - # throw away ascii art, convert to modnames - PQ=$(perl -p -e 's/^[^a-z]+//i; s/\-[^\-]+$/ /; s/\-/::/g' <<< "$OUT") + # throw away warnings, ascii art, convert to modnames + PQ=$(perl -p -e 's/^\!.*//; s/^[^a-z]+//i; s/\-[^\-]+$/ /; s/\-/::/g' <<< "$OUT") # throw away what was in $@ for m in "$@" ; do @@ -90,11 +103,84 @@ parallel_installdeps_notest() { "echo \\ \"$MODLIST\" \\ | xargs -d '\\n' -n 1 -P $NUMTHREADS bash -c \\ - 'OUT=\$(cpanm --notest --no-man-pages \"\$@\" 2>&1 ) || (LASTEXIT=\$?; echo \"\$OUT\"; exit \$LASTEXIT)' \\ + 'OUT=\$($TIMEOUT_CMD cpanm --notest \"\$@\" 2>&1 ) || (LASTEXIT=\$?; echo \"\$OUT\"; exit \$LASTEXIT)' \\ 'giant space monkey penises' " } +installdeps() { + if [[ -z "$@" ]] ; then return; fi + + echo_err "$(tstamp) Processing dependencies: $@" + + local -x HARNESS_OPTIONS + + HARNESS_OPTIONS="j$NUMTHREADS" + + echo_err -n "Attempting install of $# modules under parallel ($HARNESS_OPTIONS) testing ... " + + LASTEXIT=0 + START_TIME=$SECONDS + LASTOUT=$( _dep_inst_with_test "$@" ) || LASTEXIT=$? + DELTA_TIME=$(( $SECONDS - $START_TIME )) + + if [[ "$LASTEXIT" = "0" ]] ; then + echo_err "done (took ${DELTA_TIME}s)" + else + local errlog="after ${DELTA_TIME}s Exit:$LASTEXIT Log:$(/usr/bin/nopaste -q -s Shadowcat -d "Parallel testfail" <<< "$LASTOUT")" + echo_err -n "failed ($errlog) retrying with sequential testing ... " + POSTMORTEM="$POSTMORTEM$( + echo + echo "Depinstall under $HARNESS_OPTIONS parallel testing failed $errlog" + echo "=============================================================" + echo "Attempted installation of: $@" + echo "=============================================================" + )" + + HARNESS_OPTIONS="" + LASTEXIT=0 + START_TIME=$SECONDS + LASTOUT=$( _dep_inst_with_test "$@" ) || LASTEXIT=$? + DELTA_TIME=$(( $SECONDS - $START_TIME )) + + if [[ "$LASTEXIT" = "0" ]] ; then + echo_err "done (took ${DELTA_TIME}s)" + else + echo_err "FAILED !!! (after ${DELTA_TIME}s)" + echo_err "STDOUT+STDERR:" + echo_err "$LASTOUT" + exit 1 + fi + fi + + INSTALLDEPS_OUT="${INSTALLDEPS_OUT}${LASTOUT}" +} + +_dep_inst_with_test() { + if [[ "$DEVREL_DEPS" == "true" ]] ; then + # --dev is already part of CPANM_OPT + $TIMEOUT_CMD cpanm "$@" 2>&1 + else + $TIMEOUT_CMD cpan "$@" 2>&1 + + # older perls do not have a CPAN which can exit with error on failed install + for m in "$@"; do + if ! perl -e ' + +eval ( q{require } . ( + $ARGV[0] =~ m{ \/ .*? ([^\/]+) $ }x + ? do { my @p = split (/\-/, $1); pop @p; join "::", @p } + : $ARGV[0] +) ) or ( print $@ and exit 1) + + ' "$m" 2> /dev/null ; then + echo -e "$m installation seems to have failed" + return 1 + fi + done + fi +} + CPAN_is_sane() { perl -MCPAN\ 1.94_56 -e 1 &>/dev/null ; } CPAN_supports_BUILDPL() { perl -MCPAN\ 1.9205 -e1 &>/dev/null; }