X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=test%2Frun_pazpar2.sh;h=ec9932df3a7440574fd5e1389d57b444783c7f95;hb=ca3347f5c96024d85b56c2fc9e3bb0d051aa064d;hp=712282ff00527bf5ded5cc16e53776b93e3112d3;hpb=b2866427cf621eb6bd23f01f7630503368c8b70d;p=pazpar2-moved-to-github.git diff --git a/test/run_pazpar2.sh b/test/run_pazpar2.sh index 712282f..ec9932d 100755 --- a/test/run_pazpar2.sh +++ b/test/run_pazpar2.sh @@ -1,111 +1,278 @@ #!/bin/sh # -# Regression test using pazpar2 against z3950.indexdata.com/marc -# Reads Pazpar2 URLs from test_http_urls -# Outputs to test_http_.log -# Matches against results in test_http_.res -# - +# Regression test using pazpar2 against z3950.indexdata.com/marc or gils +# Reads Pazpar2 URLs from $1 +# Outputs to $1_.log +# Matches against results in $1_.res +# Requires curl # srcdir might be set by make srcdir=${srcdir:-"."} -wget="" -lynx="" -if test -x /usr/bin/wget; then - wget=/usr/bin/wget -fi -if test -x /usr/bin/lynx; then - lynx=/usr/bin/lynx -fi +# terminate pazpar2 if test takes more than this (in seconds) +WAIT=120 -# Fire up pazpar2 -rm -f pazpar2.log +kill_pazpar2() +{ + if test -n "$PP2PID"; then + kill $PP2PID + fi + if test -f ztest.pid; then + kill `cat ztest.pid` + rm -f ztest.pid + fi + if test -n "$SLEEP_PID"; then + kill $SLEEP_PID + SLEEP_PID="" + fi +} +ztest=false +icu=false +while test $# -gt 0; do + case "$1" in + -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;; + *) optarg= ;; + esac + case $1 in + --ztest) + ztest=true + ;; + --icu) + icu=true + ;; + -*) + echo "Bad option $1" + exit 1 + ;; + *) + PREFIX=$1 + ;; + esac + shift +done -PREFIX=$1 if test "x${PREFIX}" = "x"; then echo Missing prefix for run_pazpar2.sh exit 1 fi -CFG=${PREFIX}.cfg -URLS=${PREFIX}_urls -if test "$usevalgrind"; then - valgrind --log-file=valgrind ../src/pazpar2 -X -l pazpar2.log -f ${CFG} -t ${srcdir}/test_http.xml >extra_pazpar2.log 2>&1 & -else - YAZ_LOG=zoom,zoomdetails,debug,log,fatal ../src/pazpar2 -d -X -l pazpar2.log -f ${srcdir}/${CFG} -t ${srcdir}/test_http.xml >extra_pazpar2.log 2>&1 & +# look for curl in PATH +oIFS=$IFS +IFS=: +curl='' +for p in $PATH; do + if test -x $p/curl; then + curl=$p/curl + break + fi +done +IFS=$oIFS + +if test -z $curl; then + echo "$PREFIX: curl not found" + exit 1 +fi + +if test "$icu" = "true"; then + if ../src/pazpar2 -V |grep icu:enabled >/dev/null; then + : + else + echo "Skipping ${PREFIX}: ICU support unavailable" + exit 0 + fi fi +if test "$ztest" = "true" ; then + YAZ_ZTEST_XML_FETCH=${srcdir}/${PREFIX}. + export YAZ_ZTEST_XML_FETCH -PP2PID=$! + oIFS=$IFS + IFS=: + F='' + for p in $PATH; do + if test -x $p/yaz-ztest -a -x $p/yaz-client; then + VERSION=`$p/yaz-client -V 2>/dev/null|awk '{print $3;}'|awk 'BEGIN { FS = "."; } { printf "%d", ($1 * 1000 + $2) * 1000 + $3;}'` + if test -n "$VERSION"; then + if test $VERSION -ge 4002052; then + F=$p/yaz-ztest + break + fi + fi + fi + done + if test -z "$F"; then + for p in ${srcdir}/../../yaz ${srcdir}/../../yaz-*; do + if test -x $p/ztest/yaz-ztest; then + VERSION=`$p/ztest/yaz-ztest -V 2>/dev/null|awk '{print $3;}'|awk 'BEGIN { FS = "."; } { printf "%d", ($1 * 1000 + $2) * 1000 + $3;}'` + if test -n "$VERSION"; then + if test "$VERSION" -ge 4002052; then + F=$p/ztest/yaz-ztest + break + fi + fi + fi + done + fi + IFS=$oIFS + if test -z "$F"; then + echo "Skipping ${PREFIX}: recent yaz-ztest not found" + exit 0 + fi + rm -f ztest.pid + rm -f ${PREFIX}_ztest.log + $F -l ${PREFIX}_ztest.log -p ztest.pid -D tcp:localhost:9999 + sleep 1 + if test ! -f ztest.pid; then + echo "yaz-ztest could not be started" + exit 0 + fi +fi -# Give it a chance to start properly.. -sleep 3 +# remove log if starting pazpar2 +if [ -z "$SKIP_PAZPAR2" ] ; then + rm -f ${PREFIX}_pazpar2.log +fi -# Set to success by default.. Will be set to non-zero in case of failure -code=0 +CFG=${PREFIX}.cfg +URLS=${PREFIX}.urls +VALGRINDLOG=${PREFIX}_valgrind.log -if ps -p $PP2PID >/dev/null 2>&1; then - : +if test `uname` = "Linux"; then + sec=0.3 + maxrounds=20 else - code=1 - PP2PID="" - echo "pazpar2 failed to start" + sec=1 + maxrounds=10 +fi +LEVELS=loglevel,fatal,warn,log,debug,notime,zoom,zoomdetails +if test -n "$PAZPAR2_USE_VALGRIND"; then + valgrind --num-callers=30 --show-reachable=yes --leak-check=full --log-file=$VALGRINDLOG ../src/pazpar2 -v $LEVELS -X -l ${PREFIX}_pazpar2.log -f ${CFG} >${PREFIX}_extra_pazpar2.log 2>&1 & + PP2PID=$! + sleep 0.01 + WAIT=400 +elif test -n "$SKIP_PAZPAR2"; then + echo "${PREFIX}: not starting Pazpar2 (should be running already)" +else + ../src/pazpar2 -v $LEVELS -d -X -l ${PREFIX}_pazpar2.log -f ${srcdir}/${CFG} >${PREFIX}_extra_pazpar2.log 2>&1 & + PP2PID=$! fi -# We can start test for real +if [ -z "$SKIP_PAZPAR2" -a -z "$WAIT_PAZPAR2" ] ; then + if ps -p $PP2PID >/dev/null 2>&1; then + (sleep $WAIT; kill_pazpar2 >/dev/null) & + SLEEP_PID=$! + trap kill_pazpar2 INT + trap kill_pazpar2 HUP + else + echo "${PREFIX}: pazpar2 failed to start" + if test -f ztest.pid; then + kill `cat ztest.pid` + rm -f ztest.pid + fi + exit 1 + fi +fi -oIFS="$IFS" -IFS=' -' +GET='$curl --silent --output $OUT2 "$f"' +POST='$curl --silent --header "Content-Type: text/xml" --data-binary "@$postfile" --output $OUT2 "$f"' +# Set to success by default.. Will be set to non-zero in case of failure +code=0 + +# We can start test for real testno=1 +# set rounds to "wait" because pazpar2 might not be ready +rounds=$maxrounds for f in `cat ${srcdir}/${URLS}`; do if echo $f | grep '^http' >/dev/null; then OUT1=${srcdir}/${PREFIX}_${testno}.res OUT2=${PREFIX}_${testno}.log DIFF=${PREFIX}_${testno}.dif - if test -f $OUT1; then - rm -f $OUT2 - if test -n "${wget}"; then - ${wget} -q -O $OUT2 $f - elif test -n "${lynx}"; then - ${lynx} -dump $f >$OUT2 + rm -f $OUT2 $DIFF + if [ -n "$DEBUG" ] ; then + echo "test $testno: $f" + fi + while test $rounds -gt 0; do + if test -n "${postfile}"; then + eval $POST else - break + eval $GET + fi + if test ! -f $OUT2; then + touch $OUT2 fi - if diff $OUT1 $OUT2 >$DIFF; then - : + rounds=`expr $rounds - 1` + if test -f $OUT1 -a -z "$PAZPAR2_OVERRIDE_TEST"; then + if diff $OUT1 $OUT2 >$DIFF 2>/dev/null; then + rm $DIFF + rm $OUT2 + rounds=0 + else + if test $rounds -eq 0; then + echo "${PREFIX} $testno: Failed. See $OUT1, $OUT2 and $DIFF" + echo "URL: $f" + code=1 + fi + fi else - echo "Test $testno: Failed. See $OUT1, $OUT2 and $DIFF" - echo "URL: $f" - code=1 + if test $rounds -eq 0; then + echo "${PREFIX} $testno: Making for the first time" + mv $OUT2 $OUT1 + code=1 + fi + fi + if test $rounds -gt 0; then + sleep $sec fi + done + testno=`expr $testno + 1` + postfile= + rounds=1 + elif echo $f | grep '^[0-9]' >/dev/null; then + rounds=$maxrounds + else + if test -f $srcdir/$f; then + postfile=$srcdir/$f else - echo "Test $testno: Making for the first time" - ${wget} -q -O $OUT1 $f + echo "File $f does not exist" code=1 fi - testno=`expr $testno + 1` - else - sleep $f fi - if ps -p $PP2PID >/dev/null 2>&1; then - : - else - echo "pazpar2 died" + if [ -z "$SKIP_PAZPAR2" ] ; then + if ps -p $PP2PID >/dev/null 2>&1; then + : + else + IFS="$oIFS" + if test -n "$SLEEP_PID"; then + echo "${PREFIX} $testno: pazpar2 terminated (timeout, probably)" + else + echo "${PREFIX} $testno: pazpar2 died" + fi + exit 1 + fi fi done -IFS="$oIFS" -sleep 1 +if [ "$WAIT_PAZPAR2" ] ; then + i=0 + while test $i -lt $WAIT_PAZPAR2; do + i=`expr $i + 1` + echo -n "$i." + sleep 60 + done + echo "done" +fi # Kill programs - -if test -n "$PP2PID"; then - kill $PP2PID +if test -f ztest.pid; then + kill `cat ztest.pid` + rm -f ztest.pid fi +if [ -z "$SKIP_PAZPAR2" ] ; then + kill_pazpar2 + sleep 2 +fi exit $code # Local Variables: