1 |
742 |
jeremybenn |
## Makefile for the testsuite subdirectory of the GNU C++ Standard library.
|
2 |
|
|
##
|
3 |
|
|
## Copyright (C) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010,
|
4 |
|
|
## 2011 Free Software Foundation, Inc.
|
5 |
|
|
##
|
6 |
|
|
## This file is part of the libstdc++ version 3 distribution.
|
7 |
|
|
## Process this file with automake to produce Makefile.in.
|
8 |
|
|
|
9 |
|
|
## This file is part of the GNU ISO C++ Library. This library is free
|
10 |
|
|
## software; you can redistribute it and/or modify it under the
|
11 |
|
|
## terms of the GNU General Public License as published by the
|
12 |
|
|
## Free Software Foundation; either version 3, or (at your option)
|
13 |
|
|
## any later version.
|
14 |
|
|
|
15 |
|
|
## This library is distributed in the hope that it will be useful,
|
16 |
|
|
## but WITHOUT ANY WARRANTY; without even the implied warranty of
|
17 |
|
|
## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
18 |
|
|
## GNU General Public License for more details.
|
19 |
|
|
|
20 |
|
|
## You should have received a copy of the GNU General Public License along
|
21 |
|
|
## with this library; see the file COPYING3. If not see
|
22 |
|
|
## .
|
23 |
|
|
|
24 |
|
|
AUTOMAKE_OPTIONS = nostdinc
|
25 |
|
|
RUNTESTDEFAULTFLAGS = --tool $$tool --srcdir $$srcdir
|
26 |
|
|
EXPECT = expect
|
27 |
|
|
|
28 |
|
|
include $(top_srcdir)/fragment.am
|
29 |
|
|
|
30 |
|
|
# Generated lists of files to run. All of these names are valid make
|
31 |
|
|
# targets, if you wish to generate a list manually.
|
32 |
|
|
lists_of_files = \
|
33 |
|
|
testsuite_files \
|
34 |
|
|
testsuite_files_interactive \
|
35 |
|
|
testsuite_files_performance
|
36 |
|
|
|
37 |
|
|
# This rule generates all of the testsuite_files* lists at once.
|
38 |
|
|
${lists_of_files}:
|
39 |
|
|
${glibcxx_srcdir}/scripts/create_testsuite_files \
|
40 |
|
|
${glibcxx_srcdir}/testsuite `${PWD_COMMAND}`
|
41 |
|
|
|
42 |
|
|
# We need more things in site.exp, but automake completely controls the
|
43 |
|
|
# creation of that file; there's no way to append to it without messing up
|
44 |
|
|
# the dependancy chains. So we overrule automake. This rule is exactly
|
45 |
|
|
# what it would have generated, plus our own additions.
|
46 |
|
|
site.exp: Makefile
|
47 |
|
|
@echo 'Making a new site.exp file...'
|
48 |
|
|
@echo '## these variables are automatically generated by make ##' >site.tmp
|
49 |
|
|
@echo '# Do not edit here. If you wish to override these values' >>site.tmp
|
50 |
|
|
@echo '# edit the last section' >>site.tmp
|
51 |
|
|
@echo 'set srcdir $(srcdir)' >>site.tmp
|
52 |
|
|
@echo "set objdir `pwd`" >>site.tmp
|
53 |
|
|
@echo 'set build_alias "$(build_alias)"' >>site.tmp
|
54 |
|
|
@echo 'set build_triplet $(build_triplet)' >>site.tmp
|
55 |
|
|
@echo 'set host_alias "$(host_alias)"' >>site.tmp
|
56 |
|
|
@echo 'set host_triplet $(host_triplet)' >>site.tmp
|
57 |
|
|
@echo 'set target_alias "$(target_alias)"' >>site.tmp
|
58 |
|
|
@echo 'set target_triplet $(target_triplet)' >>site.tmp
|
59 |
|
|
@echo 'set target_triplet $(target_triplet)' >>site.tmp
|
60 |
|
|
@echo 'set libiconv "$(LIBICONV)"' >>site.tmp
|
61 |
|
|
@echo 'set baseline_dir "$(baseline_dir)"' >> site.tmp
|
62 |
|
|
@echo 'set baseline_subdir_switch "$(baseline_subdir_switch)"' >> site.tmp
|
63 |
|
|
@echo '## All variables above are generated by configure. Do Not Edit ##' >>site.tmp
|
64 |
|
|
@test ! -f site.exp || \
|
65 |
|
|
sed '1,/^## All variables above are.*##/ d' site.exp >> site.tmp
|
66 |
|
|
@-rm -f site.bak
|
67 |
|
|
@test ! -f site.exp || mv site.exp site.bak
|
68 |
|
|
@mv site.tmp site.exp
|
69 |
|
|
|
70 |
|
|
|
71 |
|
|
extract_symvers = $(glibcxx_builddir)/scripts/extract_symvers
|
72 |
|
|
|
73 |
|
|
baseline_subdir := $(shell $(CXX) $(baseline_subdir_switch))
|
74 |
|
|
|
75 |
|
|
baseline_symbols:
|
76 |
|
|
-@(output=${baseline_dir}/${baseline_subdir}/baseline_symbols.txt; \
|
77 |
|
|
if test ! -f $${output}; then \
|
78 |
|
|
echo "Baseline file doesn't exist."; \
|
79 |
|
|
echo "Try 'make new-abi-baseline' to create it."; \
|
80 |
|
|
exit 1; \
|
81 |
|
|
fi; true)
|
82 |
|
|
|
83 |
|
|
new-abi-baseline:
|
84 |
|
|
-@$(mkinstalldirs) ${baseline_dir}/${baseline_subdir}
|
85 |
|
|
-@(output=${baseline_dir}/${baseline_subdir}/baseline_symbols.txt; \
|
86 |
|
|
if test -f $${output}; then \
|
87 |
|
|
output=$${output}.new; \
|
88 |
|
|
t=`echo $${output} | sed 's=.*config/abi/=='`; \
|
89 |
|
|
echo "Baseline file already exists, writing to $${t} instead."; \
|
90 |
|
|
fi; \
|
91 |
|
|
${extract_symvers} ../src/.libs/libstdc++.so $${output})
|
92 |
|
|
|
93 |
|
|
%/site.exp: site.exp
|
94 |
|
|
-test -d $* || mkdir $*
|
95 |
|
|
@srcdir=`cd $(srcdir); ${PWD_COMMAND}`;
|
96 |
|
|
objdir=`${PWD_COMMAND}`/$*; \
|
97 |
|
|
sed -e "s|^set srcdir .*$$|set srcdir $$srcdir|" \
|
98 |
|
|
-e "s|^set objdir .*$$|set objdir $$objdir|" \
|
99 |
|
|
site.exp > $*/site.exp.tmp
|
100 |
|
|
@-rm -f $*/site.bak
|
101 |
|
|
@test ! -f $*/site.exp || mv $*/site.exp $*/site.bak
|
102 |
|
|
@mv $*/site.exp.tmp $*/site.exp
|
103 |
|
|
|
104 |
|
|
check_DEJAGNU_normal_targets = $(patsubst %,check-DEJAGNUnormal%,0 1 2 3 4 5 6 7 8 9)
|
105 |
|
|
$(check_DEJAGNU_normal_targets): check-DEJAGNUnormal%: normal%/site.exp
|
106 |
|
|
|
107 |
|
|
# Run the testsuite in normal mode.
|
108 |
|
|
check-DEJAGNU $(check_DEJAGNU_normal_targets): check-DEJAGNU%: site.exp
|
109 |
|
|
AR="$(AR)"; export AR; \
|
110 |
|
|
RANLIB="$(RANLIB)"; export RANLIB; \
|
111 |
|
|
if [ -z "$*$(filter-out --target_board=%, $(RUNTESTFLAGS))" ] \
|
112 |
|
|
&& [ "$(filter -j, $(MFLAGS))" = "-j" ]; then \
|
113 |
|
|
$(MAKE) $(AM_MAKEFLAGS) $(check_DEJAGNU_normal_targets); \
|
114 |
|
|
for idx in 0 1 2 3 4 5 6 7 8 9; do \
|
115 |
|
|
mv -f normal$$idx/libstdc++.sum normal$$idx/libstdc++.sum.sep; \
|
116 |
|
|
mv -f normal$$idx/libstdc++.log normal$$idx/libstdc++.log.sep; \
|
117 |
|
|
done; \
|
118 |
|
|
mv -f libstdc++.sum libstdc++.sum.sep; \
|
119 |
|
|
mv -f libstdc++.log libstdc++.log.sep; \
|
120 |
|
|
$(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh \
|
121 |
|
|
libstdc++.sum.sep normal[0-9]/libstdc++.sum.sep > libstdc++.sum; \
|
122 |
|
|
$(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh -L \
|
123 |
|
|
libstdc++.log.sep normal[0-9]/libstdc++.log.sep > libstdc++.log; \
|
124 |
|
|
exit 0; \
|
125 |
|
|
fi; \
|
126 |
|
|
srcdir=`$(am__cd) $(srcdir) && pwd`; export srcdir; \
|
127 |
|
|
EXPECT=$(EXPECT); export EXPECT; \
|
128 |
|
|
runtest=$(RUNTEST); \
|
129 |
|
|
if [ -z "$$runtest" ]; then runtest=runtest; fi; \
|
130 |
|
|
tool=libstdc++; \
|
131 |
|
|
dirs=; \
|
132 |
|
|
case "$*" in \
|
133 |
|
|
normal0) \
|
134 |
|
|
if $(SHELL) -c "$$runtest --version" > /dev/null 2>&1; then \
|
135 |
|
|
$$runtest $(AM_RUNTESTFLAGS) $(RUNTESTDEFAULTFLAGS) \
|
136 |
|
|
$(RUNTESTFLAGS) abi.exp; \
|
137 |
|
|
else echo "WARNING: could not find \`runtest'" 1>&2; :;\
|
138 |
|
|
fi; \
|
139 |
|
|
dirs="`cd $$srcdir; echo [013-9][0-9]_*/*`";; \
|
140 |
|
|
normal1) \
|
141 |
|
|
dirs="`cd $$srcdir; echo [ab]* de* [ep]*/*`";; \
|
142 |
|
|
normal2) \
|
143 |
|
|
dirs="`cd $$srcdir; echo 2[01]_*/*`";; \
|
144 |
|
|
normal3) \
|
145 |
|
|
dirs="`cd $$srcdir; echo 22_*/*`";; \
|
146 |
|
|
normal4) \
|
147 |
|
|
dirs="`cd $$srcdir; echo 23_*/[a-km-tw-z]*`";; \
|
148 |
|
|
normal5) \
|
149 |
|
|
dirs="`cd $$srcdir; echo 23_*/[luv]*`";; \
|
150 |
|
|
normal6) \
|
151 |
|
|
dirs="`cd $$srcdir; echo 2[459]_*/*`";; \
|
152 |
|
|
normal7) \
|
153 |
|
|
dirs="`cd $$srcdir; echo 2[68]_*/*`";; \
|
154 |
|
|
normal8) \
|
155 |
|
|
dirs="`cd $$srcdir; echo 27_*/*`";; \
|
156 |
|
|
normal9) \
|
157 |
|
|
dirs="`cd $$srcdir; echo t*/*`";; \
|
158 |
|
|
esac; \
|
159 |
|
|
if [ -n "$*" ]; then cd "$*"; fi; \
|
160 |
|
|
if $(SHELL) -c "$$runtest --version" > /dev/null 2>&1; then \
|
161 |
|
|
if [ -n "$$dirs" ]; then \
|
162 |
|
|
$$runtest $(AM_RUNTESTFLAGS) $(RUNTESTDEFAULTFLAGS) \
|
163 |
|
|
$(RUNTESTFLAGS) \
|
164 |
|
|
"conformance.exp=`echo $$dirs | sed 's/ /* /g;s/$$/*/'`"; \
|
165 |
|
|
else \
|
166 |
|
|
$$runtest $(AM_RUNTESTFLAGS) $(RUNTESTDEFAULTFLAGS) \
|
167 |
|
|
$(RUNTESTFLAGS); \
|
168 |
|
|
fi; \
|
169 |
|
|
else echo "WARNING: could not find \`runtest'" 1>&2; :;\
|
170 |
|
|
fi
|
171 |
|
|
|
172 |
|
|
check-am:
|
173 |
|
|
$(MAKE) $(AM_MAKEFLAGS) check-DEJAGNU
|
174 |
|
|
.PHONY: check-DEJAGNU
|
175 |
|
|
|
176 |
|
|
# Use 'new-abi-baseline' to create an initial symbol file. Then run
|
177 |
|
|
# 'check-abi' to test for changes against that file.
|
178 |
|
|
check-abi: site.exp baseline_symbols
|
179 |
|
|
-@runtest $(AM_RUNTESTFLAGS) --tool libstdc++ $(RUNTESTFLAGS) abi.exp
|
180 |
|
|
|
181 |
|
|
# Runs the testsuite, but in compile only mode.
|
182 |
|
|
# Can be used to test sources with non-GNU FE's at various warning
|
183 |
|
|
# levels and for checking compile time across releases.
|
184 |
|
|
# See script.
|
185 |
|
|
compile_script=${glibcxx_srcdir}/scripts/check_compile
|
186 |
|
|
check-compile: testsuite_files ${compile_script}
|
187 |
|
|
-@(chmod + ${compile_script}; \
|
188 |
|
|
${compile_script} ${glibcxx_srcdir} ${glibcxx_builddir})
|
189 |
|
|
|
190 |
|
|
|
191 |
|
|
# Runs the testsuite/performance tests.
|
192 |
|
|
# Some of these tests create large (~75MB) files, allocate huge
|
193 |
|
|
# ammounts of memory, or otherwise tie up machine resources. Thus,
|
194 |
|
|
# running this is off by default.
|
195 |
|
|
# XXX Need to add dependency on libtestc++.a
|
196 |
|
|
check_performance_script=${glibcxx_srcdir}/scripts/check_performance
|
197 |
|
|
check-performance: testsuite_files_performance ${performance_script}
|
198 |
|
|
-@(chmod + ${check_performance_script}; \
|
199 |
|
|
${check_performance_script} ${glibcxx_srcdir} ${glibcxx_builddir})
|
200 |
|
|
|
201 |
|
|
# Runs the testsuite in debug mode.
|
202 |
|
|
debug_flags = "unix/-D_GLIBCXX_DEBUG"
|
203 |
|
|
|
204 |
|
|
# Runs the testsuite in parallel mode.
|
205 |
|
|
libgomp_dir=${glibcxx_builddir}/../libgomp
|
206 |
|
|
libgomp_flags=-B${glibcxx_builddir}/../libgomp \
|
207 |
|
|
-I${glibcxx_builddir}/../libgomp \
|
208 |
|
|
-L${glibcxx_builddir}/../libgomp/.libs -lgomp
|
209 |
|
|
|
210 |
|
|
atomic_flags=$(ATOMIC_FLAGS)
|
211 |
|
|
parallel_flags="unix/-D_GLIBCXX_PARALLEL/-fopenmp"
|
212 |
|
|
|
213 |
|
|
# Runs the testsuite in profile mode.
|
214 |
|
|
profile_flags = "unix/-D_GLIBCXX_PROFILE"
|
215 |
|
|
|
216 |
|
|
check-debug: site.exp
|
217 |
|
|
outputdir=debug; export outputdir; \
|
218 |
|
|
if test ! -d $${outputdir}; then \
|
219 |
|
|
mkdir $${outputdir}; \
|
220 |
|
|
fi; \
|
221 |
|
|
srcdir=`$(am__cd) $(srcdir) && pwd`; export srcdir; \
|
222 |
|
|
EXPECT=$(EXPECT); export EXPECT; \
|
223 |
|
|
$(MAKE) RUNTESTFLAGS="$(RUNTESTFLAGS) conformance.exp --outdir $${outputdir} --objdir $${outputdir} --target_board=$(debug_flags)" check-DEJAGNU;
|
224 |
|
|
|
225 |
|
|
check-parallel: site.exp
|
226 |
|
|
-@(if test ! -d $${libgomp_dir}; then \
|
227 |
|
|
echo "Testing parallel mode failed as libgomp not present."; \
|
228 |
|
|
exit 1; \
|
229 |
|
|
fi; \
|
230 |
|
|
outputdir=parallel; export outputdir; \
|
231 |
|
|
if test ! -d $${outputdir}; then \
|
232 |
|
|
mkdir $${outputdir}; \
|
233 |
|
|
fi; \
|
234 |
|
|
srcdir=`$(am__cd) $(srcdir) && pwd`; export srcdir; \
|
235 |
|
|
EXPECT=$(EXPECT); export EXPECT; \
|
236 |
|
|
$(MAKE) CXXFLAGS="$(atomic_flags) $(libgomp_flags)" RUNTESTFLAGS="$(RUNTESTFLAGS) conformance.exp --outdir $${outputdir} --objdir $${outputdir} --target_board=$(parallel_flags)" check-DEJAGNU; )
|
237 |
|
|
|
238 |
|
|
check-performance-parallel: testsuite_files_performance ${performance_script}
|
239 |
|
|
-@(chmod + ${check_performance_script}; \
|
240 |
|
|
CXXFLAGS="-D_GLIBCXX_PARALLEL -fopenmp $(atomic_flags) $(libgomp_flags)"; export CXXFLAGS; \
|
241 |
|
|
${check_performance_script} ${glibcxx_srcdir} ${glibcxx_builddir})
|
242 |
|
|
|
243 |
|
|
check-profile: site.exp
|
244 |
|
|
-@(outputdir=profile; export outputdir; \
|
245 |
|
|
if test ! -d $${outputdir}; then \
|
246 |
|
|
mkdir $${outputdir}; \
|
247 |
|
|
fi; \
|
248 |
|
|
srcdir=`$(am__cd) $(srcdir) && pwd`; export srcdir; \
|
249 |
|
|
EXPECT=$(EXPECT); export EXPECT; \
|
250 |
|
|
$(MAKE) CXXFLAGS="$(atomic_flags) " RUNTESTFLAGS="$(RUNTESTFLAGS) conformance.exp --outdir $${outputdir} --objdir $${outputdir} --target_board=$(profile_flags)" check-DEJAGNU; )
|
251 |
|
|
|
252 |
|
|
.PHONY: baseline_symbols new-abi-baseline \
|
253 |
|
|
check-abi check-compile check-performance check-parallel check-profile
|
254 |
|
|
|
255 |
|
|
# By adding these files here, automake will remove them for 'make clean'
|
256 |
|
|
CLEANFILES = *.txt *.tst *.exe core* filebuf_* tmp* ostream_* *.log *.sum \
|
257 |
|
|
testsuite_* site.exp abi_check baseline_symbols *TEST* *.dat \
|
258 |
|
|
*.ii *.s *.o *.cc *.x *.a *.so *.xml *.raw *.out
|
259 |
|
|
|
260 |
|
|
# To remove directories.
|
261 |
|
|
clean-local:
|
262 |
|
|
rm -rf de fr debug parallel profile binaries normal*
|