summaryrefslogtreecommitdiff
path: root/abe-bisect.sh
blob: 7c7517268c9737dfaf152ce28d889982f98b780e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
#!/bin/bash
set -x

# This script is a helper to bisect GCC regressions.
# Inputs (as env. variables):
# EXP: name of .exp file to run
# TESTNAME: name of test to run
# GOOD
# BAD
# TARGET
# CPU
# FPU
# MODE
# SIMU
# TARGETBOARD: additional test flags

# Sample usage:
# EXP=advsimd-intrinsics.exp TESTNAME=vduph_lane.c TARGET=aarch64-linux-gnu GOOD=242941 BAD=242954 ./abe-bisect.sh

# Check if the variable NAME is set
check_set()
{
    name=$1
    eval val=\$${name}
    [ x$val = x ] && echo $1 not set && exit 1
}

check_set EXP
check_set TESTNAME
check_set GOOD
check_set BAD
check_set TARGET
#check_set CPU
#check_set FPU
#check_set MODE
#check_set SIMU
#check_set TARGETBOARD

rundir=`pwd -P`
mydir="$(dirname $0)"
cd "${mydir}"
mydir="$(pwd)"
cd ${rundir}

rm -rf abe
git clone http://git.linaro.org/toolchain/abe.git
ABE=${rundir}/abe
${ABE}/configure --with-git-reference-dir=/home/tcwg-buildslave/snapshots-ref

# Checkout GCC master
${ABE}/abe.sh --target $TARGET --retrieve all

rm -rf gcc-bisect-dir
git-new-workdir ./snapshots/gcc.git gcc-bisect-dir
cd gcc-bisect-dir

git bisect reset
git reset --hard
git pull
git bisect start --no-checkout

GOODSHA1=`git log --format=format:"%H" --grep=trunk@${GOOD} master`
BADSHA1=`git log --format=format:"%H" --grep=trunk@${BAD} master`

echo GOOD: $GOODSHA1
echo BAD: $BADSHA1

[ x"$GOODSHA1" = x ] && echo "ERROR: Could not find good commit ($GOOD)" && exit 1
[ x"$BADSHA1" = x ] && echo "ERROR: Could not find bad commit ($BAD)" && exit 1

# Build list of gcc configure options depending on cpu/fpu/mode
GCC_OVERRIDE_CONFIGURE=
if [ x"${CPU}" != x ]; then
    GCC_OVERRIDE_CONFIGURE="${GCC_OVERRIDE_CONFIGURE} --set gcc_override_configure=--with-cpu=${CPU}"
fi
if [ x"${FPU}" != x ]; then
    GCC_OVERRIDE_CONFIGURE="${GCC_OVERRIDE_CONFIGURE} --set gcc_override_configure=--with-fpu=${FPU}"
fi
if [ x"${MODE}" != x ]; then
    GCC_OVERRIDE_CONFIGURE="${GCC_OVERRIDE_CONFIGURE} --set gcc_override_configure=--with-mode=${MODE}"
fi

# Sanity checks on the number of passes/fails in GOOD and BAD
pushd ${rundir}
${ABE}/abe.sh --target ${TARGET} \
      gcc=gcc.git@${GOODSHA1} \
      --set runtestflags="${EXP}=${TESTNAME}" \
      ${GCC_OVERRIDE_CONFIGURE} \
      --build all \
      --check gcc \
      --excludecheck gdb >& gcc-${GOODSHA1}.log
if [ $? -ne 0 ]; then
    echo "ERROR: failure while building/testing GOOD ($GOOD}"
    exit 1
fi

sums=`find builds/*/${TARGET}/gcc.git~master_rev_${GOODSHA1}-stage2/ -name "*.sum"`
good_nb_fail=$(grep ${TESTNAME} $sums | grep -c FAIL)
good_nb_pass=$(grep ${TESTNAME} $sums | grep -c PASS)

${ABE}/abe.sh --target ${TARGET} \
      gcc=gcc.git@${BADSHA1} \
      --set runtestflags="${EXP}=${TESTNAME}" \
      ${GCC_OVERRIDE_CONFIGURE} \
      --build all \
      --check gcc \
      --excludecheck gdb >& gcc-${BADSHA1}.log
if [ $? -ne 0 ]; then
    echo "ERROR: failure while building/testing BAD ($BAD}"
    exit 1
fi

sums=`find builds/*/${TARGET}/gcc.git~master_rev_${BADSHA1}-stage2/ -name "*.sum"`
bad_nb_fail=$(grep ${TESTNAME} $sums | grep -c FAIL)
bad_nb_pass=$(grep ${TESTNAME} $sums | grep -c PASS)

# make sure BAD has more failures than GOOD
if [ $bad_nb_fail -le $good_nb_fail ]; then
    echo "ERROR: BAD ($BAD) does not have more failures ($bad_nb_fail) than GOOD ($GOOD) ($good_nb_fail)"
    exit 1
fi

popd

git bisect good ${GOODSHA1}
git bisect bad ${BADSHA1}

RUNDIR=${rundir} ABE=${ABE} EXP=${EXP} TESTNAME=${TESTNAME} TARGET=${TARGET} CPU=${CPU} FPU=${FPU} MODE=${MODE} SIMU=${SIMU} TARGETBOARD=${TARGETBOARD} GOODPASS=${good_nb_pass} GOODFAIL=${good_nb_fail} BADPASS=${bad_nb_pass} BADFAIL=${bad_nb_fail} git bisect run ${mydir}/abe-bisect-helper.sh