#!/usr/bin/env bash # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # debug? Just uncomment. #SVNBENCH_DEBUG=DEBUG_ if [ -n "$SVNBENCH_DEBUG" ]; then SVNBENCH_DEBUG="DEBUG_" fi # Subversion bin-dir used for maintenance of working copies SVN_STABLE="$HOME/pat/stable/prefix/bin/" # Where to find the svn binaries you want to benchmark, what are their labels # and Last Changed Revisions? # side A SVN_A_NAME="1.7.0" SVN_A="$HOME/pat/bench/prefix/bin" SVN_A_REV="$("$SVN_STABLE"/svnversion -c "$HOME/pat/bench/src" | sed 's/.*://')" # side B SVN_B_NAME="trunk" SVN_B="$HOME/pat/trunk/prefix/bin" SVN_B_REV="$("$SVN_STABLE"/svnversion -c "$HOME/pat/trunk/src" | sed 's/.*://')" echo "$SVN_A_NAME@$SVN_A_REV vs. $SVN_B_NAME@$SVN_B_REV" # benchmark script and parameters... benchmark="$PWD/benchmark.py" db="$PWD/${SVNBENCH_DEBUG}benchmark.db" batch(){ levels="$1" spread="$2" N="$3" # SVN_A is a fixed tag, currently 1.7.0. For each call, run this once. # It will be called again and again for each trunk build being tested, # that's why we don't really need to run it $N times every time. N_for_A=1 "$benchmark" "--db-path=$db" "--svn-bin-dir=$SVN_A" \ run "$SVN_A_NAME@$SVN_A_REV,${levels}x$spread" "$N_for_A" >/dev/null # SVN_B is a branch, i.e. the moving target, benchmarked at a specific # point in history each time this script is called. Run this $N times. "$benchmark" "--db-path=$db" "--svn-bin-dir=$SVN_B" \ run "$SVN_B_NAME@$SVN_B_REV,${levels}x$spread" $N >/dev/null } N=3 al=5 as=5 bl=100 bs=1 cl=1 cs=100 if [ -n "$SVNBENCH_DEBUG" ]; then echo "DEBUG" N=1 al=1 as=1 bl=2 bs=1 cl=1 cs=2 fi { started="$(date)" echo "Started at $started" echo " *DISCLAIMER* - This tests only file://-URL access on a GNU/Linux VM. This is intended to measure changes in performance of the local working copy layer, *only*. These results are *not* generally true for everyone. Charts of this data are available at http://svn-qavm.apache.org/charts/" if [ -z "$SVNBENCH_SUMMARY_ONLY" ]; then batch $al $as $N batch $bl $bs $N batch $cl $cs $N else echo "(not running benchmarks, just printing results on record.)" fi echo "" echo "Averaged-total results across all runs:" echo "---------------------------------------" echo "" "$benchmark" "--db-path=$db" \ compare "$SVN_A_NAME" "$SVN_B_NAME@$SVN_B_REV" echo "" echo "" echo "Above totals split into separate x runs:" echo "----------------------------------------------------------------" echo "" for lvlspr in "${al}x${as}" "${bl}x${bs}" "${cl}x${cs}"; do "$benchmark" "--db-path=$db" \ compare "$SVN_A_NAME,$lvlspr" "$SVN_B_NAME@$SVN_B_REV,$lvlspr" echo "" done echo "" echo "" echo "More detail:" echo "------------" echo "" for lvlspr in "${al}x${as}" "${bl}x${bs}" "${cl}x${cs}" "" ; do "$benchmark" "--db-path=$db" show "$SVN_A_NAME,$lvlspr" echo -- "$benchmark" "--db-path=$db" show "$SVN_B_NAME@$SVN_B_REV,$lvlspr" echo -- "$benchmark" "--db-path=$db" \ compare -v "$SVN_A_NAME,$lvlspr" "$SVN_B_NAME@$SVN_B_REV,$lvlspr" echo "" echo "" done echo "" echo "Had started at $started," echo " done at $(date)" } 2>&1 | tee results.txt