#!/bin/sh
#
-# Regression test using pazpar2 against z3950.indexdata.com/marc
-# Reads Pazpar2 URLs from test_http_urls
-# Outputs to test_http_<no>.log
-# Matches against results in test_http_<no>.res
-#
-
+# Regression test using pazpar2 against z3950.indexdata.com/marc or gils
+# Reads Pazpar2 URLs from $1
+# Outputs to $1_<no>.log
+# Matches against results in $1_<no>.res
+# Requires curl
# srcdir might be set by make
srcdir=${srcdir:-"."}
-wget=""
-lynx=""
-if test -x /usr/bin/wget; then
- wget=/usr/bin/wget
-fi
-if test -x /usr/bin/lynx; then
- lynx=/usr/bin/lynx
-fi
+# terminate pazpar2 if test takes more than this (in seconds)
+WAIT=120
-# Fire up pazpar2
-rm -f pazpar2.log
+kill_pazpar2()
+{
+ if test -z "$SKIP_PAZPAR2" -a -n "$PP2PID"; then
+ kill $PP2PID
+ PP2PID=""
+ rm -f pazpar2.pid
+ fi
+ if test -f ztest.pid; then
+ kill `cat ztest.pid`
+ rm -f ztest.pid
+ fi
+ if test -n "$SLEEP_PID"; then
+ kill $SLEEP_PID
+ SLEEP_PID=""
+ fi
+}
+ztest=false
+icu=false
+while test $# -gt 0; do
+ case "$1" in
+ -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
+ *) optarg= ;;
+ esac
+ case $1 in
+ --ztest)
+ ztest=true
+ ;;
+ --icu)
+ icu=true
+ ;;
+ -*)
+ echo "Bad option $1"
+ exit 1
+ ;;
+ *)
+ PREFIX=$1
+ ;;
+ esac
+ shift
+done
-PREFIX=$1
if test "x${PREFIX}" = "x"; then
echo Missing prefix for run_pazpar2.sh
exit 1
fi
+
+URLS=${PREFIX}.urls
+if test ! -f ${srcdir}/${URLS}; then
+ echo "${srcdir}/${URLS} missing"
+ exit 1
+fi
CFG=${PREFIX}.cfg
-URLS=${PREFIX}_urls
+if test ! -f ${srcdir}/${CFG}; then
+ echo "${srcdir}/${CFG} missing"
+ exit 1
+fi
-usevalgrind=false
-if test "$usevalgrind"; then
- valgrind --leak-check=full --log-file=valgrind ../src/pazpar2 -X -l pazpar2.log -f ${CFG} >extra_pazpar2.log 2>&1 &
-else
- YAZ_LOG=zoom,zoomdetails,debug,log,fatal ../src/pazpar2 -d -X -l pazpar2.log -f ${srcdir}/${CFG} >extra_pazpar2.log 2>&1 &
+# look for curl in PATH
+oIFS=$IFS
+IFS=:
+curl=''
+for p in $PATH; do
+ if test -x $p/curl; then
+ curl=$p/curl
+ break
+ fi
+done
+IFS=$oIFS
+
+if test -z $curl; then
+ echo "$PREFIX: curl not found"
+ exit 1
fi
+if test "$icu" = "true"; then
+ if ../src/pazpar2 -V |grep icu:enabled >/dev/null; then
+ :
+ else
+ echo "Skipping ${PREFIX}: ICU support unavailable"
+ exit 0
+ fi
+fi
-PP2PID=$!
+if test "$ztest" = "true" ; then
+ YAZ_ZTEST_XML_FETCH=${srcdir}/${PREFIX}.
+ export YAZ_ZTEST_XML_FETCH
-# Give it a chance to start properly..
-sleep 3
+ oIFS=$IFS
+ IFS=:
+ F=''
+ for p in $PATH; do
+ if test -x $p/yaz-ztest -a -x $p/yaz-client; then
+ VERSION=`$p/yaz-client -V 2>/dev/null|awk '{print $3;}'|awk 'BEGIN { FS = "."; } { printf "%d", ($1 * 1000 + $2) * 1000 + $3;}'`
+ if test -n "$VERSION"; then
+ if test $VERSION -ge 4002052; then
+ F=$p/yaz-ztest
+ break
+ fi
+ fi
+ fi
+ done
+ if test -z "$F"; then
+ for p in ${srcdir}/../../yaz ${srcdir}/../../yaz-*; do
+ if test -x $p/ztest/yaz-ztest; then
+ VERSION=`$p/ztest/yaz-ztest -V 2>/dev/null|awk '{print $3;}'|awk 'BEGIN { FS = "."; } { printf "%d", ($1 * 1000 + $2) * 1000 + $3;}'`
+ if test -n "$VERSION"; then
+ if test "$VERSION" -ge 4002052; then
+ F=$p/ztest/yaz-ztest
+ break
+ fi
+ fi
+ fi
+ done
+ fi
+ IFS=$oIFS
+ if test -z "$F"; then
+ echo "Skipping ${PREFIX}: recent yaz-ztest not found"
+ exit 0
+ fi
+ rm -f ztest.pid
+ rm -f ${PREFIX}_ztest.log
+ $F -l ${PREFIX}_ztest.log -p ztest.pid -D tcp:localhost:9999
+ sleep 1
+ if test ! -f ztest.pid; then
+ echo "yaz-ztest could not be started"
+ exit 0
+ fi
+fi
-# Set to success by default.. Will be set to non-zero in case of failure
-code=0
+# remove log if starting pazpar2
+if [ -z "$SKIP_PAZPAR2" ] ; then
+ rm -f ${PREFIX}_pazpar2.log
+fi
+
+VALGRINDLOG=${PREFIX}_valgrind.log
-if ps -p $PP2PID >/dev/null 2>&1; then
- :
+if test `uname` = "Linux"; then
+ sec=0.3
+ maxrounds=20
else
- code=1
- PP2PID=""
- echo "pazpar2 failed to start"
+ sec=1
+ maxrounds=10
+fi
+LEVELS=loglevel,fatal,warn,log,debug,zoom,zoomdetails,http,iochan
+if test "$PERF_PROG"; then
+ eval $PERF_PROG ../src/pazpar2 -p pazpar2.pid -X -l ${PREFIX}_pazpar2.log -f ${srcdir}/${CFG} >${PREFIX}_extra_pazpar2.log 2>&1 &
+ PP2PID=$!
+ sleep 5
+ if test -f pazpar2.pid; then
+ PP2PID=`cat pazpar2.pid`
+ echo "Got PID $PP2PID"
+ fi
+elif test -n "$PAZPAR2_USE_VALGRIND"; then
+ valgrind --num-callers=30 --show-reachable=yes --leak-check=full --log-file=$VALGRINDLOG ../src/pazpar2 -v $LEVELS -X -l ${PREFIX}_pazpar2.log -f ${CFG} >${PREFIX}_extra_pazpar2.log 2>&1 &
+ PP2PID=$!
+ sleep 10
+ WAIT=400
+elif test -n "$SKIP_PAZPAR2"; then
+ echo "${PREFIX}: not starting Pazpar2 (should be running already)"
+else
+ ../src/pazpar2 -v $LEVELS -d -X -l ${PREFIX}_pazpar2.log -f ${srcdir}/${CFG} >${PREFIX}_extra_pazpar2.log 2>&1 &
+ PP2PID=$!
fi
-# We can start test for real
+if [ -z "$SKIP_PAZPAR2" -a -z "$WAIT_PAZPAR2" ] ; then
+ if ps -p $PP2PID >/dev/null 2>&1; then
+ (sleep $WAIT; kill_pazpar2 >/dev/null) &
+ SLEEP_PID=$!
+ trap kill_pazpar2 INT
+ trap kill_pazpar2 HUP
+ else
+ echo "${PREFIX}: pazpar2 failed to start"
+ if test -f ztest.pid; then
+ kill `cat ztest.pid`
+ rm -f ztest.pid
+ fi
+ exit 1
+ fi
+fi
-oIFS="$IFS"
-IFS='
-'
+GET='$curl --silent --output $OUT2 "$f"'
+POST='$curl --silent --header "Content-Type: text/xml" --data-binary "@$postfile" --output $OUT2 "$f"'
+# Set to success by default.. Will be set to non-zero in case of failure
+code=0
+
+# We can start test for real
testno=1
+# set rounds to "wait" because pazpar2 might not be ready
+rounds=$maxrounds
for f in `cat ${srcdir}/${URLS}`; do
if echo $f | grep '^http' >/dev/null; then
OUT1=${srcdir}/${PREFIX}_${testno}.res
OUT2=${PREFIX}_${testno}.log
DIFF=${PREFIX}_${testno}.dif
- if test -f $OUT1; then
- rm -f $OUT2
- if test -n "${wget}"; then
- if test -n "${postfile}"; then
- ${wget} -q -O $OUT2 --header="Content-Type: text/xml" --post-file=$postfile $f
+ rm -f $OUT2 $DIFF
+ if [ -n "$DEBUG" ] ; then
+ echo "test $testno: $f"
+ fi
+ while test $rounds -gt 0; do
+ if test -n "${postfile}"; then
+ eval $POST
+ else
+ eval $GET
+ fi
+ if test ! -f $OUT2; then
+ touch $OUT2
+ fi
+ rounds=`expr $rounds - 1`
+ if test -f $OUT1 -a -z "$PAZPAR2_OVERRIDE_TEST"; then
+ if diff $OUT1 $OUT2 >$DIFF 2>/dev/null; then
+ rm $DIFF
+ rm $OUT2
+ rounds=0
else
- ${wget} -q -O $OUT2 $f
+ if test $rounds -eq 0; then
+ echo "${PREFIX} $testno: Failed. See $OUT1, $OUT2 and $DIFF"
+ echo "URL: $f"
+ code=1
+ fi
fi
- elif test -n "${lynx}"; then
- ${lynx} -dump $f >$OUT2
else
- break
+ if test $testno -eq 1 -o $rounds -eq 0; then
+ echo "${PREFIX} $testno: Making for the first time"
+ mv $OUT2 $OUT1
+ code=1
+ rounds=0
+ fi
fi
- if diff $OUT1 $OUT2 >$DIFF; then
- :
- else
- echo "Test $testno: Failed. See $OUT1, $OUT2 and $DIFF"
- echo "URL: $f"
- code=1
+ if test $rounds -gt 0; then
+ sleep $sec
fi
- else
- echo "Test $testno: Making for the first time"
- ${wget} -q -O $OUT1 $f
- code=1
- fi
+ done
testno=`expr $testno + 1`
postfile=
+ rounds=1
+ elif echo $f | grep '^w' >/dev/null; then
+ rounds=$maxrounds
elif echo $f | grep '^[0-9]' >/dev/null; then
sleep $f
+ rounds=1
else
- if test -f $f; then
- postfile=$f
+ if test -f $srcdir/$f; then
+ postfile=$srcdir/$f
else
echo "File $f does not exist"
code=1
fi
fi
- if ps -p $PP2PID >/dev/null 2>&1; then
- :
- else
- echo "Test $testno: pazpar2 died"
- exit 1
+ if [ -z "$SKIP_PAZPAR2" ] ; then
+ if ps -p $PP2PID >/dev/null 2>&1; then
+ :
+ else
+ IFS="$oIFS"
+ if test -n "$SLEEP_PID"; then
+ echo "${PREFIX} $testno: pazpar2 terminated (timeout, probably)"
+ else
+ echo "${PREFIX} $testno: pazpar2 died"
+ fi
+ PP2PID=""
+ code=1
+ break
+ fi
fi
done
-IFS="$oIFS"
-
-sleep 1
-# Kill programs
-if test -n "$PP2PID"; then
- kill $PP2PID
+if [ "$WAIT_PAZPAR2" ] ; then
+ i=0
+ while test $i -lt $WAIT_PAZPAR2; do
+ i=`expr $i + 1`
+ echo -n "$i."
+ sleep 60
+ done
+ echo "done"
+fi
+kill_pazpar2
+sleep 2
+if test "$PERF_PROG"; then
+ tail -3 ${PREFIX}_extra_pazpar2.log
fi
-
exit $code
# Local Variables:
projects / pazpar2-moved-to-github.git / blobdiff