annotate libvtv/scripts/run-testsuite.sh @ 158:494b0b89df80 default tip

...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 18:13:55 +0900
parents 04ced10e8804
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
111
kono
parents:
diff changeset
1 #!/usr/bin/env bash
kono
parents:
diff changeset
2
kono
parents:
diff changeset
3 # Script to do testing.
kono
parents:
diff changeset
4
kono
parents:
diff changeset
5 # Invocation
kono
parents:
diff changeset
6 # run-testsuite SRC_DIR BUILD_DIR
kono
parents:
diff changeset
7
kono
parents:
diff changeset
8 # Pass in build/src directory as parameters.
kono
parents:
diff changeset
9 SRC_DIR=$1
kono
parents:
diff changeset
10 BUILD_DIR=$2
kono
parents:
diff changeset
11
kono
parents:
diff changeset
12 # Now that we've successfully translated the numerical option into
kono
parents:
diff changeset
13 # a symbolic one, we can safely ignore it.
kono
parents:
diff changeset
14 shift
kono
parents:
diff changeset
15
kono
parents:
diff changeset
16 # Use build compiler/library flags from libstdc++
kono
parents:
diff changeset
17 flags_script=$BUILD_DIR/../libstdc++-v3/scripts/testsuite_flags
kono
parents:
diff changeset
18 INCLUDES=`$flags_script --build-includes`
kono
parents:
diff changeset
19 COMPILER=`$flags_script --build-cxx`
kono
parents:
diff changeset
20 CXX="$COMPILER $INCLUDES -L$BUILD_DIR/.libs -Wl,--rpath -Wl,$BUILD_DIR/.libs"
kono
parents:
diff changeset
21
kono
parents:
diff changeset
22 echo "compiler config is:"
kono
parents:
diff changeset
23 echo $CXX
kono
parents:
diff changeset
24 echo ""
kono
parents:
diff changeset
25
kono
parents:
diff changeset
26 # Other constants.
kono
parents:
diff changeset
27 LOPT_LEVELS=${OPT_LEVELS:-"-O0 -O2"}
kono
parents:
diff changeset
28 #LDATA_MODELS=${DATA_MODELS:-"32 64"}
kono
parents:
diff changeset
29 LDATA_MODELS=${DATA_MODELS:-"64"}
kono
parents:
diff changeset
30
kono
parents:
diff changeset
31 # Check if value of LGCC_LIB_PATH/$1 exists. If it does, save this path.
kono
parents:
diff changeset
32 # If it doesn't, use LGCC_LIB_PATH as the library path.
kono
parents:
diff changeset
33 # This allows us to check for paths that are of the form <x>/lib32 or <x>/lib64.
kono
parents:
diff changeset
34 get_lib_path()
kono
parents:
diff changeset
35 {
kono
parents:
diff changeset
36 if [[ -e $LGCC_LIB_PATH$1 ]]; then
kono
parents:
diff changeset
37 LLGCC_LIB_PATH=$LGCC_LIB_PATH$1
kono
parents:
diff changeset
38 else
kono
parents:
diff changeset
39 LLGCC_LIB_PATH=$LGCC_LIB_PATH
kono
parents:
diff changeset
40 fi
kono
parents:
diff changeset
41 return
kono
parents:
diff changeset
42 }
kono
parents:
diff changeset
43
kono
parents:
diff changeset
44 LGCC_SRC=$SRC_DIR/testsuite
kono
parents:
diff changeset
45
kono
parents:
diff changeset
46 TESTS="const_vtable.cc dataentry.cc dup_name.cc environment.cc template-list.cc template-list2.cc template-list-iostream.cc povray-derived.cc thunk.cc thunk_vtable_map_attack.cc virtual_inheritance.cc "
kono
parents:
diff changeset
47
kono
parents:
diff changeset
48 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
49 get_lib_path lib${M}
kono
parents:
diff changeset
50 for T in $TESTS; do
kono
parents:
diff changeset
51 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
52 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
53 CMD="${CXX} -m${M} -fvtable-verify=std -fpic -rdynamic -Wl,-z,relro ${TSRC} ${OL}"
kono
parents:
diff changeset
54 echo $CMD
kono
parents:
diff changeset
55 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
56 done
kono
parents:
diff changeset
57 done
kono
parents:
diff changeset
58 done
kono
parents:
diff changeset
59
kono
parents:
diff changeset
60 TESTS_COMPOUND_parts="${LGCC_SRC}/parts-test-main.cc ${LGCC_SRC}/parts-test-extra-parts.cc ${LGCC_SRC}/parts-test-extra-parts-views.cc"
kono
parents:
diff changeset
61 TESTS_COMPOUND_events="${LGCC_SRC}/event-main.cc ${LGCC_SRC}/event-definitions.cc ${LGCC_SRC}/event-private.cc"
kono
parents:
diff changeset
62
kono
parents:
diff changeset
63 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
64 get_lib_path lib${M}
kono
parents:
diff changeset
65 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
66 CMD="${CXX} -m${M} -fvtable-verify=std -fpic -rdynamic -Wl,-z,relro ${TESTS_COMPOUND_parts} ${OL}"
kono
parents:
diff changeset
67 echo $CMD
kono
parents:
diff changeset
68 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
69 done
kono
parents:
diff changeset
70 done
kono
parents:
diff changeset
71
kono
parents:
diff changeset
72 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
73 for (( TN = 0 ; TN < 100 ; TN++ )); do
kono
parents:
diff changeset
74 SO_NAME=so$TN.so
kono
parents:
diff changeset
75 if [ -f ./lib${M}/$SO_NAME ]; then
kono
parents:
diff changeset
76 /bin/rm ./lib${M}/$SO_NAME
kono
parents:
diff changeset
77 fi
kono
parents:
diff changeset
78 CMD="${CXX} -m${M} -fvtable-verify=std -O0 -g -shared -fpic -rdynamic -Wl,-z,relro -DTPID=$TN -I${SRC_DIR} ${LGCC_SRC}/so.cc -o ./lib${M}/$SO_NAME"
kono
parents:
diff changeset
79 echo ${CMD}
kono
parents:
diff changeset
80 ${CMD} || exit 8
kono
parents:
diff changeset
81 done
kono
parents:
diff changeset
82 done
kono
parents:
diff changeset
83
kono
parents:
diff changeset
84 DLOPEN_TESTS="dlopen.cc dlopen_mt.cc"
kono
parents:
diff changeset
85
kono
parents:
diff changeset
86 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
87 get_lib_path lib${M}
kono
parents:
diff changeset
88 for T in $DLOPEN_TESTS; do
kono
parents:
diff changeset
89 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
90 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
91 CMD="${CXX} -m${M} -fvtable-verify=std -fpic -rdynamic -Wl,-z,relro -Wl,-R,./lib${M} -I${SRC_DIR} ${TSRC} ${OL} -ldl -lpthread"
kono
parents:
diff changeset
92 echo $CMD
kono
parents:
diff changeset
93 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
94 done
kono
parents:
diff changeset
95 done
kono
parents:
diff changeset
96 done
kono
parents:
diff changeset
97
kono
parents:
diff changeset
98 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
99 get_lib_path lib${M}
kono
parents:
diff changeset
100 for T in $TESTS; do
kono
parents:
diff changeset
101 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
102 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
103 CMD="${CXX} -m${M} -fvtable-verify=preinit -fpic -rdynamic -Wl,-z,relro ${TSRC} ${OL}"
kono
parents:
diff changeset
104 echo $CMD
kono
parents:
diff changeset
105 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
106 done
kono
parents:
diff changeset
107 done
kono
parents:
diff changeset
108 done
kono
parents:
diff changeset
109
kono
parents:
diff changeset
110 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
111 if [ -f ./lib${M}/vtv_malloc.o ]; then
kono
parents:
diff changeset
112 /bin/rm ./lib${M}/vtv_malloc.o;
kono
parents:
diff changeset
113 fi
kono
parents:
diff changeset
114 CMD="${CXX} -m${M} -O2 -g -c -fpic ${SRC_DIR}/vtv_malloc.cc -o ./lib${M}/vtv_malloc.o"
kono
parents:
diff changeset
115 echo ${CMD}
kono
parents:
diff changeset
116 ${CMD} || exit 3
kono
parents:
diff changeset
117
kono
parents:
diff changeset
118 if [ -f ./lib${M}/vtv_utils.o ]; then
kono
parents:
diff changeset
119 /bin/rm ./lib${M}/vtv_utils.o;
kono
parents:
diff changeset
120 fi
kono
parents:
diff changeset
121 CMD="${CXX} -m${M} -O2 -g -c -fpic ${SRC_DIR}/vtv_utils.cc -o ./lib${M}/vtv_utils.o"
kono
parents:
diff changeset
122 echo ${CMD}
kono
parents:
diff changeset
123 ${CMD} || exit 4
kono
parents:
diff changeset
124 done
kono
parents:
diff changeset
125
kono
parents:
diff changeset
126 MEMPOOL_TESTS="mempool_positive.c mempool_negative.c"
kono
parents:
diff changeset
127
kono
parents:
diff changeset
128 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
129 get_lib_path lib${M}
kono
parents:
diff changeset
130 for T in $MEMPOOL_TESTS; do
kono
parents:
diff changeset
131 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
132 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
133 CMD="${CXX} -m${M} -fpic -rdynamic -I${SRC_DIR} ${TSRC} ${OL} ./lib${M}/vtv_malloc.o ./lib${M}/vtv_utils.o"
kono
parents:
diff changeset
134 echo $CMD
kono
parents:
diff changeset
135 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
136 done
kono
parents:
diff changeset
137 done
kono
parents:
diff changeset
138 done
kono
parents:
diff changeset
139
kono
parents:
diff changeset
140 # bkoz not working ATM signature mismatch
kono
parents:
diff changeset
141 #MT_TESTS="register_pair_mt.cc register_pair_inserts_mt.cc"
kono
parents:
diff changeset
142 MT_TESTS=
kono
parents:
diff changeset
143 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
144 get_lib_path lib${M}
kono
parents:
diff changeset
145 for T in $MT_TESTS; do
kono
parents:
diff changeset
146 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
147 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
148 CMD="${CXX} -m${M} -fpic -rdynamic -I${SRC_DIR} ${TSRC} ${OL} -lpthread"
kono
parents:
diff changeset
149 echo $CMD
kono
parents:
diff changeset
150 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
151 done
kono
parents:
diff changeset
152 done
kono
parents:
diff changeset
153 done
kono
parents:
diff changeset
154
kono
parents:
diff changeset
155 # These test cases were written for performance measurements, not for
kono
parents:
diff changeset
156 # correctness but lets run them here so that we dont loose track of
kono
parents:
diff changeset
157 # them
kono
parents:
diff changeset
158 # bkoz not working ATM signature mismatch
kono
parents:
diff changeset
159 #PERF_TESTS="register_pair.cc register_pair_inserts.cc"
kono
parents:
diff changeset
160 PERF_TESTS=
kono
parents:
diff changeset
161 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
162 get_lib_path lib${M}
kono
parents:
diff changeset
163 for T in $PERF_TESTS; do
kono
parents:
diff changeset
164 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
165 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
166 CMD="${CXX} -m${M} -fpic -rdynamic -I${SRC_DIR} ${TSRC} ${OL} "
kono
parents:
diff changeset
167 echo $CMD
kono
parents:
diff changeset
168 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
169 done
kono
parents:
diff changeset
170 done
kono
parents:
diff changeset
171 done
kono
parents:
diff changeset
172
kono
parents:
diff changeset
173
kono
parents:
diff changeset
174 PASS_FAIL_TESTS="field-test.cc temp_deriv.cc temp_deriv2.cc temp_deriv3.cc"
kono
parents:
diff changeset
175
kono
parents:
diff changeset
176 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
177 get_lib_path lib${M}
kono
parents:
diff changeset
178 for T in $PASS_FAIL_TESTS; do
kono
parents:
diff changeset
179 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
180 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
181 CMD="${CXX} -m${M} -fvtable-verify=std -fpic -rdynamic ${TSRC} ${OL} -Wl,-z,relro -DTPID"
kono
parents:
diff changeset
182 echo $CMD
kono
parents:
diff changeset
183 ($CMD && ( ./a.out > $T.$OL.out 2>&1 )) || (( grep "Pass first attack" $T.$OL.out ) && echo "PASS $T $OL - correctly passed then failed.") || echo "FAIL $T $OL"
kono
parents:
diff changeset
184 done
kono
parents:
diff changeset
185 done
kono
parents:
diff changeset
186 done
kono
parents:
diff changeset
187
kono
parents:
diff changeset
188 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
189 get_lib_path lib${M}
kono
parents:
diff changeset
190 for T in $PERF_TESTS; do
kono
parents:
diff changeset
191 TSRC=${LGCC_SRC}/${T}
kono
parents:
diff changeset
192 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
193 CMD="${CXX} -m${M} -fpic -rdynamic -I${SRC_DIR} ${TSRC} ${OL} "
kono
parents:
diff changeset
194 echo $CMD
kono
parents:
diff changeset
195 ($CMD && ( ./a.out > $T.$OL.out 2>&1 ) && echo "PASS $T $OL") || echo "FAIL $T $OL"
kono
parents:
diff changeset
196 done
kono
parents:
diff changeset
197 done
kono
parents:
diff changeset
198 done
kono
parents:
diff changeset
199
kono
parents:
diff changeset
200 for M in $LDATA_MODELS; do
kono
parents:
diff changeset
201 get_lib_path lib${M}
kono
parents:
diff changeset
202 for OL in $LOPT_LEVELS; do
kono
parents:
diff changeset
203
kono
parents:
diff changeset
204 CMD="as --${M} -o environment-fail-${M}.o ${LGCC_SRC}/environment-fail-${M}.s"
kono
parents:
diff changeset
205 echo $CMD
kono
parents:
diff changeset
206 ${CMD} || exit 5
kono
parents:
diff changeset
207
kono
parents:
diff changeset
208 CMD="${CXX} -m${M} environment-fail-${M}.o -O0 -Wl,-z,relro -o environment-fail-${M}"
kono
parents:
diff changeset
209 echo ${CMD}
kono
parents:
diff changeset
210 # ${CMD} || exit 6
kono
parents:
diff changeset
211 # (./environment-fail-${M}) || echo "PASS environment-fail-${M} (correctly failed), ${OL}"
kono
parents:
diff changeset
212
kono
parents:
diff changeset
213 CMD="${CXX} -fvtable-verify=std -m${M} environment-fail-${M}.o -O0 -Wl,-z,relro -o environment-fail-${M}"
kono
parents:
diff changeset
214 echo ${CMD}
kono
parents:
diff changeset
215 ($CMD && ( ./environment-fail-${M} > environment-fail-${M}-stubs.out 2>&1 ) && echo "PASS environment-fail-${M} with libvtv_stubs ${OL}" ) || echo "FAIL environment-fail-${M} with libvtv_stubs ${OL}"
kono
parents:
diff changeset
216
kono
parents:
diff changeset
217 CMD="${CXX} -m${M} ${LGCC_SRC}/replace-fail.cc -O0 -c -o replace-fail-${M}.o"
kono
parents:
diff changeset
218 echo ${CMD}
kono
parents:
diff changeset
219 ${CMD} || exit 7
kono
parents:
diff changeset
220
kono
parents:
diff changeset
221 CMD="${CXX} -fvtable-verify=std -m${M} environment-fail-${M}.o replace-fail-${M}.o -O0 -Wl,-z,relro -o environment-fail-${M}"
kono
parents:
diff changeset
222 echo ${CMD}
kono
parents:
diff changeset
223 ($CMD && ( ./environment-fail-${M} > environment-fail-${M}-stubs.out 2>&1 ) && echo "PASS environment-fail-${M} with replace-fail ${OL}" ) || echo "FAIL environment-fail-${M} with replace-fail ${OL}"
kono
parents:
diff changeset
224 done
kono
parents:
diff changeset
225 done
kono
parents:
diff changeset
226