t / perf / runon commit Merge branch 'cc/test-ref-store-typofix' (e91a1b1)
   1#!/bin/sh
   2
   3die () {
   4        echo >&2 "error: $*"
   5        exit 1
   6}
   7
   8while [ $# -gt 0 ]; do
   9        arg="$1"
  10        case "$arg" in
  11        --)
  12                break ;;
  13        --help)
  14                echo "usage: $0 [--config file] [--subsection subsec] [other_git_tree...] [--] [test_scripts]"
  15                exit 0 ;;
  16        --config)
  17                shift
  18                GIT_PERF_CONFIG_FILE=$(cd "$(dirname "$1")"; pwd)/$(basename "$1")
  19                export GIT_PERF_CONFIG_FILE
  20                shift ;;
  21        --subsection)
  22                shift
  23                GIT_PERF_SUBSECTION="$1"
  24                export GIT_PERF_SUBSECTION
  25                shift ;;
  26        --*)
  27                die "unrecognised option: '$arg'" ;;
  28        *)
  29                break ;;
  30        esac
  31done
  32
  33run_one_dir () {
  34        if test $# -eq 0; then
  35                set -- p????-*.sh
  36        fi
  37        echo "=== Running $# tests in ${GIT_TEST_INSTALLED:-this tree} ==="
  38        for t in "$@"; do
  39                ./$t $GIT_TEST_OPTS
  40        done
  41}
  42
  43unpack_git_rev () {
  44        rev=$1
  45        echo "=== Unpacking $rev in build/$rev ==="
  46        mkdir -p build/$rev
  47        (cd "$(git rev-parse --show-cdup)" && git archive --format=tar $rev) |
  48        (cd build/$rev && tar x)
  49}
  50
  51build_git_rev () {
  52        rev=$1
  53        name="$2"
  54        for config in config.mak config.mak.autogen config.status
  55        do
  56                if test -e "../../$config"
  57                then
  58                        cp "../../$config" "build/$rev/"
  59                fi
  60        done
  61        echo "=== Building $rev ($name) ==="
  62        (
  63                cd build/$rev &&
  64                if test -n "$GIT_PERF_MAKE_COMMAND"
  65                then
  66                        sh -c "$GIT_PERF_MAKE_COMMAND"
  67                else
  68                        make $GIT_PERF_MAKE_OPTS
  69                fi
  70        ) || die "failed to build revision '$mydir'"
  71}
  72
  73run_dirs_helper () {
  74        mydir=${1%/}
  75        shift
  76        while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
  77                shift
  78        done
  79        if test $# -gt 0 -a "$1" = --; then
  80                shift
  81        fi
  82        if [ ! -d "$mydir" ]; then
  83                rev=$(git rev-parse --verify "$mydir" 2>/dev/null) ||
  84                die "'$mydir' is neither a directory nor a valid revision"
  85                if [ ! -d build/$rev ]; then
  86                        unpack_git_rev $rev
  87                fi
  88                build_git_rev $rev "$mydir"
  89                mydir=build/$rev
  90        fi
  91        if test "$mydir" = .; then
  92                unset GIT_TEST_INSTALLED
  93        else
  94                GIT_TEST_INSTALLED="$mydir/bin-wrappers"
  95                # Older versions of git lacked bin-wrappers; fallback to the
  96                # files in the root.
  97                test -d "$GIT_TEST_INSTALLED" || GIT_TEST_INSTALLED=$mydir
  98                export GIT_TEST_INSTALLED
  99        fi
 100        run_one_dir "$@"
 101}
 102
 103run_dirs () {
 104        while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
 105                run_dirs_helper "$@"
 106                shift
 107        done
 108}
 109
 110get_subsections () {
 111        section="$1"
 112        test -z "$GIT_PERF_CONFIG_FILE" && return
 113        git config -f "$GIT_PERF_CONFIG_FILE" --name-only --get-regex "$section\..*\.[^.]+" |
 114        sed -e "s/$section\.\(.*\)\..*/\1/" | sort | uniq
 115}
 116
 117get_var_from_env_or_config () {
 118        env_var="$1"
 119        conf_sec="$2"
 120        conf_var="$3"
 121        conf_opts="$4" # optional
 122
 123        # Do nothing if the env variable is already set
 124        eval "test -z \"\${$env_var+x}\"" || return
 125
 126        test -z "$GIT_PERF_CONFIG_FILE" && return
 127
 128        # Check if the variable is in the config file
 129        if test -n "$GIT_PERF_SUBSECTION"
 130        then
 131                var="$conf_sec.$GIT_PERF_SUBSECTION.$conf_var"
 132                conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
 133                eval "$env_var=\"$conf_value\"" && return
 134        fi
 135        var="$conf_sec.$conf_var"
 136        conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
 137        eval "$env_var=\"$conf_value\""
 138}
 139
 140run_subsection () {
 141        get_var_from_env_or_config "GIT_PERF_REPEAT_COUNT" "perf" "repeatCount" "--int"
 142        : ${GIT_PERF_REPEAT_COUNT:=3}
 143        export GIT_PERF_REPEAT_COUNT
 144
 145        get_var_from_env_or_config "GIT_PERF_DIRS_OR_REVS" "perf" "dirsOrRevs"
 146        set -- $GIT_PERF_DIRS_OR_REVS "$@"
 147
 148        get_var_from_env_or_config "GIT_PERF_MAKE_COMMAND" "perf" "makeCommand"
 149        get_var_from_env_or_config "GIT_PERF_MAKE_OPTS" "perf" "makeOpts"
 150
 151        get_var_from_env_or_config "GIT_PERF_REPO_NAME" "perf" "repoName"
 152        export GIT_PERF_REPO_NAME
 153
 154        GIT_PERF_AGGREGATING_LATER=t
 155        export GIT_PERF_AGGREGATING_LATER
 156
 157        if test $# = 0 -o "$1" = -- -o -f "$1"; then
 158                set -- . "$@"
 159        fi
 160
 161        codespeed_opt=
 162        test "$GIT_PERF_CODESPEED_OUTPUT" = "true" && codespeed_opt="--codespeed"
 163
 164        run_dirs "$@"
 165
 166        if test -z "$GIT_PERF_SEND_TO_CODESPEED"
 167        then
 168                ./aggregate.perl $codespeed_opt "$@"
 169        else
 170                json_res_file="test-results/$GIT_PERF_SUBSECTION/aggregate.json"
 171                ./aggregate.perl --codespeed "$@" | tee "$json_res_file"
 172                send_data_url="$GIT_PERF_SEND_TO_CODESPEED/result/add/json/"
 173                curl -v --request POST --data-urlencode "json=$(cat "$json_res_file")" "$send_data_url"
 174        fi
 175}
 176
 177get_var_from_env_or_config "GIT_PERF_CODESPEED_OUTPUT" "perf" "codespeedOutput" "--bool"
 178get_var_from_env_or_config "GIT_PERF_SEND_TO_CODESPEED" "perf" "sendToCodespeed"
 179
 180cd "$(dirname $0)"
 181. ../../GIT-BUILD-OPTIONS
 182
 183mkdir -p test-results
 184get_subsections "perf" >test-results/run_subsections.names
 185
 186if test $(wc -l <test-results/run_subsections.names) -eq 0
 187then
 188        if test -n "$GIT_PERF_SUBSECTION"
 189        then
 190                if test -n "$GIT_PERF_CONFIG_FILE"
 191                then
 192                        die "no subsections are defined in config file '$GIT_PERF_CONFIG_FILE'"
 193                else
 194                        die "subsection '$GIT_PERF_SUBSECTION' defined without a config file"
 195                fi
 196        fi
 197        (
 198                run_subsection "$@"
 199        )
 200elif test -n "$GIT_PERF_SUBSECTION"
 201then
 202        egrep "^$GIT_PERF_SUBSECTION\$" test-results/run_subsections.names >/dev/null ||
 203                die "subsection '$GIT_PERF_SUBSECTION' not found in '$GIT_PERF_CONFIG_FILE'"
 204
 205        egrep "^$GIT_PERF_SUBSECTION\$" test-results/run_subsections.names | while read -r subsec
 206        do
 207                (
 208                        GIT_PERF_SUBSECTION="$subsec"
 209                        export GIT_PERF_SUBSECTION
 210                        echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
 211                        run_subsection "$@"
 212                )
 213        done
 214else
 215        while read -r subsec
 216        do
 217                (
 218                        GIT_PERF_SUBSECTION="$subsec"
 219                        export GIT_PERF_SUBSECTION
 220                        echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
 221                        run_subsection "$@"
 222                )
 223        done <test-results/run_subsections.names
 224fi