summaryrefslogtreecommitdiff
path: root/run-benchmark
blob: c321c1ce64c88fe72c4d3c24a29353263633799a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
#!/bin/sh
#
# Copyright 2010  Lars Wirzenius
# 
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
# 
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

set -e

die()
{
    echo "$@" 1>&2
    exit 1
}

SEIVOT=seivot
OBNAM_BRANCH="."
BTREE_BRANCH="$HOME/btree/trunk"

if [ $# -ge 1 ]
then
    OBNAM_BRANCH="$1"
    shift
fi

if [ $# -ge 1 ]
then
    BTREE_BRANCH="$1"
    shift
fi

if [ $# -ge 1 ]
then
    SEIVOT="$1"
    shift
fi

if [ $# != 0 ]
then
    die "Usage: $0 [obnam-branch [btree-branch [path/to/seivot]]]"
fi

SIZES="1m/1m 10m/1m 100m/10m 1000m/100m"
GENERATIONS=5
OBNAM_REVNO=$(cd "$OBNAM_BRANCH" && bzr revno)
BTREE_REVNO=$(cd "$BTREE_BRANCH" && bzr revno)

for pair in $SIZES
do
    size=$(echo "$pair" | sed 's:/.*::')
    inc=$(echo "$pair" | sed 's:.*/::')
    echo "Benchmark run for size $size inc $inc"
    basename="obnam-$OBNAM_REVNO-$BTREE_REVNO-$size"
    data="$basename.seivot"
    desc="obnam (r$OBNAM_REVNO) and btree (r$BTREE_REVNO)"
    desc="$desc for live data size $size with $inc increments"
    $SEIVOT \
        --output="$data" \
        --description="$desc" \
        --program="obnam+btree" \
        --revision="$OBNAM_REVNO and $BTREE_REVNO" \
        --start-size=$size \
        --inc-size=$inc \
        --generations=$GENERATIONS \
        --fullcmd="env OBNAM_PROFILE=obnam.prof \
                   PYTHONPATH=$BTREE_BRANCH $OBNAM_BRANCH/obnam \
                   --log $basename-\$GEN.log --store \$STORE backup \$DATA && \
                   cp obnam.prof $basename-\$GEN.prof && \
                   $(pwd)/viewprof obnam.prof cumulative \
                    > $basename-\$GEN-cumulative.txt && \
                   $(pwd)/viewprof obnam.prof time \
                    > $basename-\$GEN-time.txt && \
                   rm -f obnam.prof \
                    " \
    measure
#    $SEIVOT report --output="$basename.png" "$data"
done