#!/bin/bash
# -*- mode: shell-script; -*-
# $Id$
# This script simplifies preparation of environment for Subversion client
# communicating with a server via DAV protocol. The prerequisites of such
# testing are:
# - Subversion built using --enable-shared --enable-dso --with-apxs options,
# - Working Apache 2 HTTPD Server with the apxs program reachable through
# PATH or specified via the APXS environment variable,
# - Modules dav_module and log_config_module compiled as DSO or built into
# Apache HTTPD Server executable.
# The basic intension of this script is to be able to perform "make check"
# operation over DAV without any configuration efforts whatsoever, provided
# that conditions above are met.
#
# The script will find Apache and all necessary modules including mod_dav_svn,
# create a temporary directory in subversion/tests/cmdline, create
# Apache 2 configuration file in this directory, start Apache 2 on a random
# port number higher than 1024, and execute Subversion command-line client
# test suites against this instance of HTTPD. Every vital configuration
# parameter is checked before the tests start. The script will ask questions
# about browsing Apache error log (default is "no") and about deleting
# temporary directory (default "yes") and pause for 32 seconds before
# proceeding with the default. HTTPD access log is also created in the
# temporary directory.
#
# Run this script without parameters to execute the full battery of tests:
# subversion/tests/cmdline/davautocheck.sh
# Run this script with the name of a test suite to run this suite:
# subversion/tests/cmdline/davautocheck.sh basic
# Run this script with the test suite name and test number to execute just this
# test:
# subversion/tests/cmdline/davautocheck.sh basic 4
#
# If the temporary directory is not deleted, it can be reused for further
# manual DAV protocol interoperation testing. HTTPD must be started by
# specifying configuration file on the command line:
# httpd -f subversion/tests/cmdline/<httpd-...>/cfg
SCRIPTDIR=$(dirname $0)
SCRIPT=$(basename $0)
trap trap_cleanup SIGHUP SIGTERM SIGINT
function trap_cleanup() {
[ -e "$HTTPD_PID" ] \
&& kill $(cat "$HTTPD_PID")
exit 1
}
function say() {
echo "$SCRIPT: $*"
}
function fail() {
say $*
exit 1
}
function query() {
echo -n "$SCRIPT: $1 (y/n)? [$2] "
read -n 1 -t 32
echo
[ "${REPLY:-$2}" == 'y' ]
}
function get_loadmodule_config() {
local SO="$($APXS -q LIBEXECDIR)/$1.so"
# shared object module?
if [ -r "$SO" ]; then
local NM=$(echo "$1" | sed 's|mod_\(.*\)|\1_module|')
echo "LoadModule $NM \"$SO\"" &&
return
fi
# maybe it's built-in?
"$HTTPD" -l | grep -q "$1\\.c" && return
return 1
}
# Check apxs's SBINDIR and BINDIR for given program names
function get_prog_name() {
for prog in $*
do
for dir in $($APXS -q SBINDIR) $($APXS -q BINDIR)
do
if [ -e "$dir/$prog" ]; then
echo "$dir/$prog" && return
fi
done
done
return 1
}
# dont assume sbin is in the PATH
PATH="/usr/sbin:/usr/local/sbin:$PATH"
# Remove any proxy environmental variables that effect wget or curl.
# We don't need a proxy to connect to localhost and having the proxy
# environmental variables set breaks the Apache configuration file
# test below, since wget or curl will ask the proxy to connect to
# localhost.
unset PROXY
unset http_proxy
unset HTTPS_PROXY
# Pick up value from environment or PATH (also try apxs2 - for Debian)
[ ${APXS:+set} ] \
|| APXS=$(which apxs) \
|| APXS=$(which apxs2) \
|| fail "neither apxs or apxs2 found - required to run davautocheck"
[ -x $APXS ] || fail "Can't execute apxs executable $APXS"
say "Using '$APXS'..."
if [ -x subversion/svn/svn ]; then
ABS_BUILDDIR=$(pwd)
elif [ -x $SCRIPTDIR/../../svn/svn ]; then
pushd $SCRIPTDIR/../../../ >/dev/null
ABS_BUILDDIR=$(pwd)
popd >/dev/null
else
fail "Run this script from the root of Subversion's build tree!"
fi
MOD_DAV_SVN="$ABS_BUILDDIR/subversion/mod_dav_svn/.libs/mod_dav_svn.so"
MOD_AUTHZ_SVN="$ABS_BUILDDIR/subversion/mod_authz_svn/.libs/mod_authz_svn.so"
[ -r "$MOD_DAV_SVN" ] \
|| fail "dav_svn_module not found, please use '--enable-shared --enable-dso --with-apxs' with your 'configure' script"
export LD_LIBRARY_PATH="$ABS_BUILDDIR/subversion/libsvn_ra_dav/.libs:$ABS_BUILDDIR/subversion/libsvn_ra_local/.libs:$ABS_BUILDDIR/subversion/libsvn_ra_svn/.libs"
CLIENT_CMD="$ABS_BUILDDIR/subversion/svn/svn"
ldd "$CLIENT_CMD" | grep -q 'not found' \
&& fail "Subversion client couldn't be fully linked at run-time"
"$CLIENT_CMD" --version | grep -q '^[*] ra_dav' \
|| fail "Subversion client couldn't find and/or load ra_dav library"
httpd="$($APXS -q PROGNAME)"
HTTPD=$(get_prog_name $httpd) || fail "HTTPD not found"
[ -x $HTTPD ] || fail "HTTPD '$HTTPD' not executable"
"$HTTPD" -v 1>/dev/null 2>&1 \
|| fail "HTTPD '$HTTPD' doesn't start properly"
say "Using '$HTTPD'..."
HTPASSWD=$(get_prog_name htpasswd htpasswd2) \
|| fail "Could not find htpasswd or htpasswd2"
[ -x $HTPASSWD ] \
|| fail "HTPASSWD '$HTPASSWD' not executable"
say "Using '$HTPASSWD'..."
LOAD_MOD_DAV=$(get_loadmodule_config mod_dav) \
|| fail "DAV module not found"
LOAD_MOD_LOG_CONFIG=$(get_loadmodule_config mod_log_config) \
|| fail "log_config module not found"
# needed for TypesConfig
LOAD_MOD_MIME=$(get_loadmodule_config mod_mime) \
|| fail "MIME module not found"
# needed for Auth*
LOAD_MOD_AUTH=$(get_loadmodule_config mod_auth) \
|| {
say "Monolithic Auth module not found. Assuming we run against Apache 2.1+"
LOAD_MOD_AUTH="$(get_loadmodule_config mod_auth_basic)" \
|| fail "Auth_Basic module not found."
LOAD_MOD_AUTHN="$(get_loadmodule_config mod_authn_file)" \
|| fail "Authn_File module not found."
LOAD_MOD_AUTHZ="$(get_loadmodule_config mod_authz_user)" \
|| fail "Authz_User module not found."
}
HTTPD_PORT=$(($RANDOM+1024))
HTTPD_ROOT="$ABS_BUILDDIR/subversion/tests/cmdline/httpd-$(date '+%Y%m%d-%H%M%S')"
HTTPD_CFG="$HTTPD_ROOT/cfg"
HTTPD_PID="$HTTPD_ROOT/pid"
HTTPD_LOG="$HTTPD_ROOT/log"
HTTPD_MIME_TYPES="$HTTPD_ROOT/mime.types"
BASE_URL="http://localhost:$HTTPD_PORT"
HTTPD_USERS="$HTTPD_ROOT/users"
mkdir "$HTTPD_ROOT" \
|| fail "couldn't create temporary directory '$HTTPD_ROOT'"
say "Using directory '$HTTPD_ROOT'..."
say "Adding users for lock authentication"
$HTPASSWD -bc $HTTPD_USERS jrandom rayjandom
$HTPASSWD -b $HTTPD_USERS jconstant rayjandom
touch $HTTPD_MIME_TYPES
cat > "$HTTPD_CFG" <<__EOF__
$LOAD_MOD_DAV
LoadModule dav_svn_module "$MOD_DAV_SVN"
LoadModule authz_svn_module "$MOD_AUTHZ_SVN"
$LOAD_MOD_LOG_CONFIG
$LOAD_MOD_MIME
$LOAD_MOD_AUTH
$LOAD_MOD_AUTHN
$LOAD_MOD_AUTHZ
LockFile lock
User $(whoami)
Group $(groups | awk '{print $1}')
Listen localhost:$HTTPD_PORT
ServerName localhost
PidFile "$HTTPD_PID"
ErrorLog "$HTTPD_LOG"
LogLevel Debug
ServerRoot "$HTTPD_ROOT"
DocumentRoot "$HTTPD_ROOT"
ScoreBoardFile "$HTTPD_ROOT/run"
CoreDumpDirectory "$HTTPD_ROOT"
TypesConfig "$HTTPD_MIME_TYPES"
StartServers 4
MaxRequestsPerChild 0
<IfModule worker.c>
ThreadsPerChild 8
</IfModule>
MaxClients 16
HostNameLookups Off
LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" format
CustomLog "$HTTPD_ROOT/req" format
<Directory />
AllowOverride none
</Directory>
<Directory "$HTTPD_ROOT">
AllowOverride none
</Directory>
<Location /svn-test-work/repositories>
DAV svn
SVNParentPath "$ABS_BUILDDIR/subversion/tests/cmdline/svn-test-work/repositories"
AuthzSVNAccessFile "$ABS_BUILDDIR/subversion/tests/cmdline/svn-test-work/authz"
AuthType Basic
AuthName "Subversion Repository"
AuthUserFile $HTTPD_USERS
Require valid-user
</Location>
<Location /svn-test-work/local_tmp/repos>
DAV svn
SVNPath "$ABS_BUILDDIR/subversion/tests/cmdline/svn-test-work/local_tmp/repos"
AuthzSVNAccessFile "$ABS_BUILDDIR/subversion/tests/cmdline/svn-test-work/authz"
AuthType Basic
AuthName "Subversion Repository"
AuthUserFile $HTTPD_USERS
Require valid-user
</Location>
__EOF__
START="$HTTPD -f $HTTPD_CFG"
$START -t \
|| fail "Configuration file didn't pass the check, most likely modules couldn't be loaded"
# need to pause for some time to let HTTPD start
$START &
sleep 2
say "HTTPD started and listening on '$BASE_URL'..."
# use wget or curl to download configuration file through HTTPD and
# compare it to the original
HTTP_FETCH=wget
HTTP_FETCH_OUTPUT="-q -O"
type wget > /dev/null 2>&1
if [ $? -ne 0 ]; then
type curl > /dev/null 2>&1
if [ $? -ne 0 ]; then
fail "Neither curl or wget found."
fi
HTTP_FETCH=curl
HTTP_FETCH_OUTPUT="-s -o"
fi
$HTTP_FETCH $HTTP_FETCH_OUTPUT "$HTTPD_CFG-copy" "$BASE_URL/cfg"
diff -q "$HTTPD_CFG" "$HTTPD_CFG-copy" \
|| fail "HTTPD doesn't operate according to the configuration"
rm "$HTTPD_CFG-copy"
say "HTTPD is good, starting the tests..."
if [ $# == 0 ]; then
time make check "BASE_URL=$BASE_URL"
r=$?
else
pushd "$ABS_BUILDDIR/subversion/tests/cmdline/" >/dev/null
TEST="$1"
shift
time "./${TEST}_tests.py" "--url=$BASE_URL" $*
r=$?
popd >/dev/null
fi
say "Finished testing..."
kill $(cat "$HTTPD_PID")
query 'Browse server error log' n \
&& less "$HTTPD_LOG"
query 'Delete HTTPD root directory' y \
&& rm -fr "$HTTPD_ROOT/"
say 'Done'
exit $r
syntax highlighted by Code2HTML, v. 0.9.1