run_or_err() {
echo_err -n "$(tstamp) $1 ... "
- LASTOUT=$( bash -c "$2" 2>&1)
- LASTEXIT=$?
+ LASTEXIT=0
+ LASTOUT=$( bash -c "$2" 2>&1 ) || LASTEXIT=$?
+
if [[ "$LASTEXIT" != "0" ]] ; then
echo_err -e "FAILED !!!\nCommand executed:\n$2\nSTDOUT+STDERR:\n$LASTOUT"
return $LASTEXIT
export PERL_CPANM_OPT="$( echo $PERL_CPANM_OPT | sed 's/--skip-satisfied//' )"
if [[ -n "$BREWVER" ]] ; then
- # if this is not master and not a smoke/ branch - cancel all testing
- if [[ "$TRAVIS_BRANCH" =~ "topic/" ]]; then
+ # .travis.yml already restricts branches to master, topic/* and smoke/*
+ # do some extra short-circuiting here
+
+ # when smoking master do not attempt bleadperl (not release-critical)
+ if [[ "$TRAVIS_BRANCH" = "master" ]] && [[ "$BREWVER" = "blead" ]]; then
+ export SHORT_CIRCUIT_SMOKE=1
+ # on topic/ branches test only with travis perls
+ elif [[ "$TRAVIS_BRANCH" =~ "topic/" ]]; then
export SHORT_CIRCUIT_SMOKE=1
+ fi
+
+ if [[ -n "$SHORT_CIRCUIT_SMOKE" ]]; then
echo_err "$(tstamp) non-smoke branch and custom perl compilation requested - bailing out"
sleep 20 # give the console time to attach, otherwise it hangs
return # this is like an `exit 0` in sourcing
fi
run_or_err "Compiling/installing Perl $BREWVER (without testing, may take up to 5 minutes)" \
- "perlbrew install --as $BREWVER --notest $BREWOPTS -j $NUMTHREADS perl-$BREWVER"
+ "perlbrew install --as $BREWVER --notest --verbose $BREWOPTS -j $NUMTHREADS $BREWVER"
+ sync
perlbrew use $BREWVER
fi
extract_prereqs() {
# hack-hack-hack
+ LASTEXIT=0
COMBINED_OUT="$( { stdout="$(cpanm --quiet --scandeps --format tree "$@")" ; } 2>&1; echo "!!!STDERRSTDOUTSEPARATOR!!!$stdout")" \
|| LASTEXIT=$?
OUT=${COMBINED_OUT#*!!!STDERRSTDOUTSEPARATOR!!!}
ERR=$(grep -v " is up to date." <<< "${COMBINED_OUT%!!!STDERRSTDOUTSEPARATOR!!!*}")
- [[ -n "$LASTEXIT" ]] || LASTEXIT=0
if [[ "$LASTEXIT" != "0" ]] || [[ -n "$ERR" ]] ; then
echo_err "$(echo -e "Error occured (exit code $LASTEXIT) retrieving dependencies of $@:\n$ERR\n$OUT")"
exit 1
fi
# throw away non-children (what was in $@), throw away ascii art, convert to modnames
- perl -p -e 's/^\s*[^\\].+//; s/^[^A-Za-z]+//; s/\-[^\-]+$/ /; s/\-/::/g' <<< "$OUT"
+ perl -p -e 's/^[a-z].+//i; s/^[^a-z]+//i; s/\-[^\-]+$/ /; s/\-/::/g' <<< "$OUT"
}
parallel_installdeps_notest() {
"echo $MODLIST | xargs -n 1 -P $NUMTHREADS cpanm --verbose --no-interactive --notest --no-man-pages"
}
-# Install *hard dep* modules that typically appear in more than one dep
-#
-# *NEVER* add optional depenencies here - will make CLEANTEST=true smokes useless
-#
-# do it in several passes to minimize amount of cross-deps installing multiple
-# times, and to avoid module re-architecture breaking another install
-# (e.g. once Carp is upgraded there's no more Carp::Heavy)
-#
-parallel_installdeps_notest $(extract_prereqs Module::Build)
-parallel_installdeps_notest Test::Exception Test::Fatal Module::Runtime Carp
-parallel_installdeps_notest Sub::Name multidimensional namespace::clean Class::XSAccessor MRO::Compat
-parallel_installdeps_notest DBI Moo Class::Accessor::Grouped
-
if [[ "$CLEANTEST" = "true" ]]; then
# get the last inc/ off cpan - we will get rid of MI
# soon enough, but till then this will do
mv ~/.cpanm/latest-build/DBIx-Class-*/inc .
else
- # we will be running all tests - preinstall MOAR stuff, run basic tests using SQLT
- # and set up whatever databases necessary
- parallel_installdeps_notest Module::Install DateTime::Format::Strptime MooseX::Types JSON::Any Class::DBI
+ # we will be running all dbic tests - preinstall lots of stuff, run basic tests
+ # using SQLT and set up whatever databases necessary
+
+ # do the preinstall in several passes to minimize amount of cross-deps installing
+ # multiple times, and to avoid module re-architecture breaking another install
+ # (e.g. once Carp is upgraded there's no more Carp::Heavy)
+ #
+ parallel_installdeps_notest ExtUtils::MakeMaker
+ parallel_installdeps_notest Module::Build Carp
+ parallel_installdeps_notest Module::Runtime ExtUtils::Depends File::Spec
+ parallel_installdeps_notest Test::Exception Data::Dumper LWP
+ parallel_installdeps_notest Test::Fatal Test::Warn bareword::filehandles
+ parallel_installdeps_notest namespace::clean Class::XSAccessor MRO::Compat
+ parallel_installdeps_notest DBD::SQLite Moo Class::Accessor::Grouped
+ parallel_installdeps_notest Module::Install DateTime::Format::Strptime
+ parallel_installdeps_notest JSON::DWIW JSON JSON::XS Test::Pod::Coverage Test::EOL
+ parallel_installdeps_notest MooseX::Types JSON::Any Class::DBI
export DBICTEST_SQLT_DEPLOY=1
#ORACLE_HOME=/usr/lib/oracle/xe/app/oracle/product/10.2.0/client
fi
-# generate the makefile which will have different deps depending on
-# the runmode and envvars set above
-run_or_err "Configure on current branch" "perl Makefile.PL"
+CPAN_is_sane() { perl -MCPAN\ 1.94_56 -e 1 &>/dev/null ; }
+
+# install the rest
+if [[ "$CLEANTEST" = "true" ]]; then
+ # older perls do not have a CPAN which understands configure_requires
+ # properly and what is worse a `cpan Foo` run exits with 0 even if some
+ # modules failed to install
+ # The first CPAN which is somewhat sane is around 1.94_56 (perl 5.12)
+ # The problem is that the first sane version also brings a *lot* of
+ # deps with it, notably things like YAML and HTTP::Tiny
+ # The goal of CLEANTEST is to have as little extra stuff installed as
+ # possible, mainly to catch "but X is perl core" mistakes
+ # So instead we still use our stock (possibly old) CPAN, and add some
+ # handholding
+
+ CPAN_is_sane || \
+ run_or_err "Pre-installing ExtUtils::MakeMaker and Module::Build" \
+ "cpan ExtUtils::MakeMaker Module::Build"
+
+ if ! perl -MModule::Build -e 1 &> /dev/null ; then
+ echo_err -e "Module::Build installation failed\n$LASTOUT"
+ exit 1
+ fi
+
+ # DBI has by far the longest test runtime - run less tests
+ # FIXME horrible horrible hack, need to implement in DBI itself
+ run_or_err "Downloading latest DBI distdir from CPAN" \
+ "SHELL=/bin/true cpanm --look DBI"
+ cd ~/.cpanm/latest-build/DBI-*/
+ perl -p -i -e 's/(create_.+?_tests) => 1/$1 => 0/' Makefile.PL
+ run_or_err "Pre-installing DBI, but running less tests" "perl Makefile.PL && make && make test && make install"
+ cd - &>/dev/null
+
+ # generate the makefile which will have different deps depending on
+ # the runmode and envvars set above
+ run_or_err "Configure on current branch" "perl Makefile.PL"
+ HARD_DEPS="$(echo $(make listdeps))"
-# install the remaining dependencies
-parallel_installdeps_notest $(make listalldeps)
+ # this is a fucked CPAN - won't understand configure_requires of
+ # various pieces we may run into
+ CPAN_is_sane || HARD_DEPS="ExtUtils::Depends B::Hooks::OP::Check $HARD_DEPS"
+
+##### TEMPORARY WORKAROUNDS
+
+ # not sure what's going on here yet
+ perl -M5.008008 -e 1 &> /dev/null || \
+ parallel_installdeps_notest multidimensional bareword::filehandles
+
+ # work around Params::Validate not having a Makefile.PL so really old
+ # toolchains can not figure out what the prereqs are ;(
+ # Need to do more research before filing a bug requesting Makefile inclusion
+ perl -M5.008008 -e 1 &> /dev/null || \
+ HARD_DEPS="$(extract_prereqs Params::Validate) $HARD_DEPS"
+
+##### END TEMPORARY WORKAROUNDS
+
+ run_or_err "Installing/testing dependencies (may take up to 10 minutes): $HARD_DEPS" "cpan $HARD_DEPS"
+
+ # this is a fucked CPAN - save the log as we may need it
+ CPAN_is_sane || INSTALLDEPS_OUT="$LASTOUT"
+
+else
+ # generate the makefile which will have different deps depending on
+ # the runmode and envvars set above
+ run_or_err "Configure on current branch" "perl Makefile.PL"
+
+ # listalldeps is deliberate - will upgrade everything it can find
+ parallel_installdeps_notest $(make listalldeps)
+fi
+
+echo_err "$(tstamp) Module configuration finished"
+# this will display list of available versions
+perl Makefile.PL
# make sure we got everything we need
-perl Makefile.PL &> /dev/null
if [[ -n "$(make listdeps)" ]] ; then
echo_err "$(tstamp) Not all deps installed - something went wrong :("
+ sleep 1 # without this the echo below confuses the console listener >.<
+ CPAN_is_sane || echo_err -e "Outdated CPAN.pm used - full logs follows\n$INSTALLDEPS_OUT\n\nSearch for 'NOT OK' in the text above\n\nDeps still missing:"
+ sleep 3 # without this the above echo confuses the console listener >.<
make listdeps
exit 1
fi
run_or_err "Prepare blib" "make pure_all"
# announce what are we running
-perl -V
-echo_err "$(tstamp) Starting tests using $NUMTHREADS concurrent processes"
+echo_err "
+========================= CONFIGURATION COMPLETE ===========================
+$(tstamp) Configuration phase seems to have taken $(date -ud "@$SECONDS" '+%H:%M:%S') (@$SECONDS)
+
+= CPUinfo
+$(perl -0777 -p -e 's/.+\n\n(?!\z)//s' < /proc/cpuinfo)
+
+= Meminfo
+$(free -m -t)
+
+= Environment
+$(env | grep -P 'TEST|TRAVIS|PERL|DBIC' | LC_ALL=C sort | cat -v)
+
+= Perl in use
+$(perl -V)
+============================================================================
+
+$(tstamp) Starting tests using $NUMTHREADS concurrent processes"
projects / dbsrgits/DBIx-Class.git / blobdiff