Merge branch 'jk/config-blob-sans-repo'
[git.git] / t / perf / run
blob9aaa733c770fb97157e273b6c6d1efd38f9a630a
1 #!/bin/sh
3 die () {
4 echo >&2 "error: $*"
5 exit 1
8 while [ $# -gt 0 ]; do
9 arg="$1"
10 case "$arg" in
11 --)
12 break ;;
13 --help)
14 echo "usage: $0 [--config file] [--subsection subsec] [other_git_tree...] [--] [test_scripts]"
15 exit 0 ;;
16 --config)
17 shift
18 GIT_PERF_CONFIG_FILE=$(cd "$(dirname "$1")"; pwd)/$(basename "$1")
19 export GIT_PERF_CONFIG_FILE
20 shift ;;
21 --subsection)
22 shift
23 GIT_PERF_SUBSECTION="$1"
24 export GIT_PERF_SUBSECTION
25 shift ;;
26 --*)
27 die "unrecognised option: '$arg'" ;;
29 break ;;
30 esac
31 done
33 run_one_dir () {
34 if test $# -eq 0; then
35 set -- p????-*.sh
37 echo "=== Running $# tests in ${GIT_TEST_INSTALLED:-this tree} ==="
38 for t in "$@"; do
39 ./$t $GIT_TEST_OPTS
40 done
43 unpack_git_rev () {
44 rev=$1
45 echo "=== Unpacking $rev in build/$rev ==="
46 mkdir -p build/$rev
47 (cd "$(git rev-parse --show-cdup)" && git archive --format=tar $rev) |
48 (cd build/$rev && tar x)
51 build_git_rev () {
52 rev=$1
53 name="$2"
54 for config in config.mak config.mak.autogen config.status
56 if test -e "../../$config"
57 then
58 cp "../../$config" "build/$rev/"
60 done
61 echo "=== Building $rev ($name) ==="
63 cd build/$rev &&
64 if test -n "$GIT_PERF_MAKE_COMMAND"
65 then
66 sh -c "$GIT_PERF_MAKE_COMMAND"
67 else
68 make $GIT_PERF_MAKE_OPTS
70 ) || die "failed to build revision '$mydir'"
73 run_dirs_helper () {
74 mydir=${1%/}
75 shift
76 while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
77 shift
78 done
79 if test $# -gt 0 -a "$1" = --; then
80 shift
82 if [ ! -d "$mydir" ]; then
83 rev=$(git rev-parse --verify "$mydir" 2>/dev/null) ||
84 die "'$mydir' is neither a directory nor a valid revision"
85 if [ ! -d build/$rev ]; then
86 unpack_git_rev $rev
88 build_git_rev $rev "$mydir"
89 mydir=build/$rev
91 if test "$mydir" = .; then
92 unset GIT_TEST_INSTALLED
93 else
94 GIT_TEST_INSTALLED="$mydir/bin-wrappers"
95 # Older versions of git lacked bin-wrappers; fallback to the
96 # files in the root.
97 test -d "$GIT_TEST_INSTALLED" || GIT_TEST_INSTALLED=$mydir
98 export GIT_TEST_INSTALLED
100 run_one_dir "$@"
103 run_dirs () {
104 while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
105 run_dirs_helper "$@"
106 shift
107 done
110 get_subsections () {
111 section="$1"
112 test -z "$GIT_PERF_CONFIG_FILE" && return
113 git config -f "$GIT_PERF_CONFIG_FILE" --name-only --get-regex "$section\..*\.[^.]+" |
114 sed -e "s/$section\.\(.*\)\..*/\1/" | sort | uniq
117 get_var_from_env_or_config () {
118 env_var="$1"
119 conf_sec="$2"
120 conf_var="$3"
121 conf_opts="$4" # optional
123 # Do nothing if the env variable is already set
124 eval "test -z \"\${$env_var+x}\"" || return
126 test -z "$GIT_PERF_CONFIG_FILE" && return
128 # Check if the variable is in the config file
129 if test -n "$GIT_PERF_SUBSECTION"
130 then
131 var="$conf_sec.$GIT_PERF_SUBSECTION.$conf_var"
132 conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
133 eval "$env_var=\"$conf_value\"" && return
135 var="$conf_sec.$conf_var"
136 conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
137 eval "$env_var=\"$conf_value\""
140 run_subsection () {
141 get_var_from_env_or_config "GIT_PERF_REPEAT_COUNT" "perf" "repeatCount" "--int"
142 : ${GIT_PERF_REPEAT_COUNT:=3}
143 export GIT_PERF_REPEAT_COUNT
145 get_var_from_env_or_config "GIT_PERF_DIRS_OR_REVS" "perf" "dirsOrRevs"
146 set -- $GIT_PERF_DIRS_OR_REVS "$@"
148 get_var_from_env_or_config "GIT_PERF_MAKE_COMMAND" "perf" "makeCommand"
149 get_var_from_env_or_config "GIT_PERF_MAKE_OPTS" "perf" "makeOpts"
151 get_var_from_env_or_config "GIT_PERF_REPO_NAME" "perf" "repoName"
152 export GIT_PERF_REPO_NAME
154 GIT_PERF_AGGREGATING_LATER=t
155 export GIT_PERF_AGGREGATING_LATER
157 if test $# = 0 -o "$1" = -- -o -f "$1"; then
158 set -- . "$@"
161 codespeed_opt=
162 test "$GIT_PERF_CODESPEED_OUTPUT" = "true" && codespeed_opt="--codespeed"
164 run_dirs "$@"
166 if test -z "$GIT_PERF_SEND_TO_CODESPEED"
167 then
168 ./aggregate.perl $codespeed_opt "$@"
169 else
170 json_res_file="test-results/$GIT_PERF_SUBSECTION/aggregate.json"
171 ./aggregate.perl --codespeed "$@" | tee "$json_res_file"
172 send_data_url="$GIT_PERF_SEND_TO_CODESPEED/result/add/json/"
173 curl -v --request POST --data-urlencode "json=$(cat "$json_res_file")" "$send_data_url"
177 get_var_from_env_or_config "GIT_PERF_CODESPEED_OUTPUT" "perf" "codespeedOutput" "--bool"
178 get_var_from_env_or_config "GIT_PERF_SEND_TO_CODESPEED" "perf" "sendToCodespeed"
180 cd "$(dirname $0)"
181 . ../../GIT-BUILD-OPTIONS
183 mkdir -p test-results
184 get_subsections "perf" >test-results/run_subsections.names
186 if test $(wc -l <test-results/run_subsections.names) -eq 0
187 then
188 if test -n "$GIT_PERF_SUBSECTION"
189 then
190 if test -n "$GIT_PERF_CONFIG_FILE"
191 then
192 die "no subsections are defined in config file '$GIT_PERF_CONFIG_FILE'"
193 else
194 die "subsection '$GIT_PERF_SUBSECTION' defined without a config file"
198 run_subsection "$@"
200 elif test -n "$GIT_PERF_SUBSECTION"
201 then
202 egrep "^$GIT_PERF_SUBSECTION\$" test-results/run_subsections.names >/dev/null ||
203 die "subsection '$GIT_PERF_SUBSECTION' not found in '$GIT_PERF_CONFIG_FILE'"
205 egrep "^$GIT_PERF_SUBSECTION\$" test-results/run_subsections.names | while read -r subsec
208 GIT_PERF_SUBSECTION="$subsec"
209 export GIT_PERF_SUBSECTION
210 echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
211 run_subsection "$@"
213 done
214 else
215 while read -r subsec
218 GIT_PERF_SUBSECTION="$subsec"
219 export GIT_PERF_SUBSECTION
220 echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
221 run_subsection "$@"
223 done <test-results/run_subsections.names