123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412 |
- # Makefile for regression testing the GNU debugger.
- # Copyright 1992-2022 Free Software Foundation, Inc.
- # This file is part of GDB.
- # This program is free software; you can redistribute it and/or modify
- # it under the terms of the GNU General Public License as published by
- # the Free Software Foundation; either version 3 of the License, or
- # (at your option) any later version.
- #
- # This program is distributed in the hope that it will be useful,
- # but WITHOUT ANY WARRANTY; without even the implied warranty of
- # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- # GNU General Public License for more details.
- #
- # You should have received a copy of the GNU General Public License
- # along with this program. If not, see <http://www.gnu.org/licenses/>.
- VPATH = @srcdir@
- srcdir = @srcdir@
- prefix = @prefix@
- exec_prefix = @exec_prefix@
- abs_builddir = @abs_builddir@
- abs_srcdir = @abs_srcdir@
- target_alias = @target_noncanonical@
- program_transform_name = @program_transform_name@
- build_canonical = @build@
- host_canonical = @host@
- target_canonical = @target@
- enable_libctf = @enable_libctf@
- SHELL = @SHELL@
- EXEEXT = @EXEEXT@
- SUBDIRS = @subdirs@
- RPATH_ENVVAR = @RPATH_ENVVAR@
- CC=@CC@
- EXPECT = `if [ "$${READ1}" != "" ] ; then \
- echo $${rootme}/expect-read1; \
- elif [ "$${READMORE}" != "" ] ; then \
- echo $${rootme}/expect-readmore; \
- elif [ -f $${rootme}/../../expect/expect ] ; then \
- echo $${rootme}/../../expect/expect ; \
- else \
- echo expect ; \
- fi`
- RUNTEST = $(RUNTEST_FOR_TARGET)
- RUNTESTFLAGS =
- FORCE_PARALLEL =
- GDB_DEBUG =
- GDBSERVER_DEBUG =
- # Default number of iterations that we will use to run the testsuite
- # if the user does not specify the RACY_ITER environment variable
- # (e.g., when the user calls the make rule directly from the command
- # line).
- DEFAULT_RACY_ITER = 3
- RUNTEST_FOR_TARGET = `\
- if [ -f $${srcdir}/../../dejagnu/runtest ]; then \
- echo $${srcdir}/../../dejagnu/runtest; \
- else \
- if [ "$(host_canonical)" = "$(target_canonical)" ]; then \
- echo runtest; \
- else \
- t='$(program_transform_name)'; echo runtest | sed -e $$t; \
- fi; \
- fi`
- #### host, target, and site specific Makefile frags come in here.
- # The use of $$(x_FOR_TARGET) reduces the command line length by not
- # duplicating the lengthy definition.
- TARGET_FLAGS_TO_PASS = \
- "prefix=$(prefix)" \
- "exec_prefix=$(exec_prefix)" \
- "against=$(against)" \
- 'CC=$$(CC_FOR_TARGET)' \
- "CC_FOR_TARGET=$(CC_FOR_TARGET)" \
- "CFLAGS=$(TESTSUITE_CFLAGS)" \
- 'CXX=$$(CXX_FOR_TARGET)' \
- "CXX_FOR_TARGET=$(CXX_FOR_TARGET)" \
- "CXXFLAGS=$(CXXFLAGS)" \
- "MAKEINFO=$(MAKEINFO)" \
- "INSTALL=$(INSTALL)" \
- "INSTALL_PROGRAM=$(INSTALL_PROGRAM)" \
- "INSTALL_DATA=$(INSTALL_DATA)" \
- "LDFLAGS=$(LDFLAGS)" \
- "LIBS=$(LIBS)" \
- "RUNTEST=$(RUNTEST)" \
- "RUNTESTFLAGS=$(RUNTESTFLAGS)"
- all:
- @:
- .NOEXPORT:
- INFODIRS=doc
- info:
- install-info:
- dvi:
- pdf:
- install-pdf:
- html:
- install-html:
- install:
- uninstall: force
- # Use absolute `site.exp' path everywhere to suppress VPATH lookups for it.
- # Bare `site.exp' is used as a target here if user requests it explicitly.
- # $(RUNTEST) is looking up `site.exp' only in the current directory.
- $(abs_builddir)/site.exp site.exp: Makefile
- $(ECHO_GEN) \
- rm -f ./tmp?; \
- touch site.exp; \
- mv site.exp site.bak; \
- echo "## these variables are automatically generated by make ##" > ./tmp0; \
- echo "# Do not edit here. If you wish to override these values" >> ./tmp0; \
- echo "# add them to the last section" >> ./tmp0; \
- echo "set host_triplet ${host_canonical}" >> ./tmp0; \
- echo "set target_alias $(target_alias)" >> ./tmp0; \
- echo "set target_triplet ${target_canonical}" >> ./tmp0; \
- echo "set build_triplet ${build_canonical}" >> ./tmp0; \
- echo "set srcdir ${abs_srcdir}" >> ./tmp0; \
- echo "set tool gdb" >> ./tmp0; \
- echo "set enable_libctf ${enable_libctf}" >> ./tmp0; \
- echo 'source $${srcdir}/lib/append_gdb_boards_dir.exp' >> ./tmp0; \
- echo "## All variables above are generated by configure. Do Not Edit ##" >> ./tmp0; \
- cat ./tmp0 > site.exp; \
- cat site.bak | sed \
- -e '1,/^## All variables above are.*##/ d' >> site.exp; \
- rm -f ./tmp?
- installcheck:
- # See whether -j was given to make. Before GNU make 4.2, either it was
- # given with no arguments, and appears as "j" in the first word, or it was
- # given an argument and appears as "-j" in a separate word. Starting with
- # GNU make 4.2, it always appears as "-j"/"-jN" in a separate word.
- saw_dash_j = $(or $(findstring j,$(firstword $(MAKEFLAGS))),$(filter -j%,$(MAKEFLAGS)))
- # Try to run the tests in parallel if any -j option is given. If RUNTESTFLAGS
- # is not empty, then by default the tests will be serialized. This can be
- # overridden by setting FORCE_PARALLEL to any non-empty value.
- CHECK_TARGET_TMP = $(if $(FORCE_PARALLEL),check-parallel,$(if $(RUNTESTFLAGS),check-single,$(if $(saw_dash_j),check-parallel,check-single)))
- CHECK_TARGET = $(if $(RACY_ITER),$(addsuffix -racy,$(CHECK_TARGET_TMP)),$(CHECK_TARGET_TMP))
- # Note that we must resort to a recursive make invocation here,
- # because GNU make 3.82 has a bug preventing MAKEFLAGS from being used
- # in conditions.
- check: all $(abs_builddir)/site.exp
- $(MAKE) $(CHECK_TARGET)
- check-read1: read1.so expect-read1
- $(MAKE) READ1="1" check
- check-readmore: readmore.so expect-readmore
- $(MAKE) READMORE="1" check
- # Check whether we need to print the timestamp for each line of
- # status.
- TIMESTAMP = $(if $(TS),| $(srcdir)/print-ts.py $(if $(TS_FORMAT),$(TS_FORMAT),),)
- gdb_debug = $(if $(GDB_DEBUG),GDB_DEBUG=$(GDB_DEBUG) ; export GDB_DEBUG ;,)
- gdbserver_debug = $(if $(GDBSERVER_DEBUG),GDBSERVER_DEBUG=$(GDBSERVER_DEBUG) ; export GDBSERVER_DEBUG ;,)
- # All the hair to invoke dejagnu. A given invocation can just append
- # $(RUNTESTFLAGS)
- DO_RUNTEST = \
- rootme=`pwd`; export rootme; \
- srcdir=${srcdir} ; export srcdir ; \
- EXPECT=${EXPECT} ; export EXPECT ; \
- EXEEXT=${EXEEXT} ; export EXEEXT ; $(gdb_debug) $(gdbserver_debug) \
- $(RPATH_ENVVAR)=$$rootme/../../expect:$$rootme/../../libstdc++:$$rootme/../../tk/unix:$$rootme/../../tcl/unix:$$rootme/../../bfd:$$rootme/../../opcodes:$$$(RPATH_ENVVAR); \
- export $(RPATH_ENVVAR); \
- if [ -f $${rootme}/../../expect/expect ] ; then \
- TCL_LIBRARY=$${srcdir}/../../tcl/library ; \
- export TCL_LIBRARY ; fi ; \
- $(RUNTEST) --status
- # TESTS exists for the user to pass on the command line to easily
- # say "Only run these tests." With check-single it's not necessary, but
- # with check-parallel there's no other way to (easily) specify a subset
- # of tests. For consistency we support it for check-single as well.
- # To specify all tests in a subdirectory, use TESTS=gdb.subdir/*.exp.
- # E.g., make check TESTS="gdb.server/*.exp gdb.threads/*.exp".
- TESTS :=
- ifeq ($(strip $(TESTS)),)
- expanded_tests_or_none :=
- else
- expanded_tests := $(patsubst $(srcdir)/%,%,$(wildcard $(addprefix $(srcdir)/,$(TESTS))))
- expanded_tests_or_none := $(or $(expanded_tests),no-matching-tests-found)
- endif
- # Shorthand for running all the tests in a single directory.
- check-gdb.%:
- $(MAKE) check TESTS="gdb.$*/*.exp"
- check-single:
- $(DO_RUNTEST) $(RUNTESTFLAGS) $(expanded_tests_or_none) $(TIMESTAMP)
- check-single-racy:
- -rm -rf cache racy_outputs temp
- mkdir -p racy_outputs; \
- racyiter="$(RACY_ITER)"; \
- test "x$$racyiter" = "x" && \
- racyiter=$(DEFAULT_RACY_ITER); \
- if test $$racyiter -lt 2 ; then \
- echo "RACY_ITER must be at least 2."; \
- exit 1; \
- fi; \
- trap "exit" INT; \
- for n in `seq $$racyiter` ; do \
- mkdir -p racy_outputs/$$n; \
- $(DO_RUNTEST) --outdir=racy_outputs/$$n $(RUNTESTFLAGS) \
- $(expanded_tests_or_none) $(TIMESTAMP); \
- done; \
- $(srcdir)/analyze-racy-logs.py \
- `ls racy_outputs/*/gdb.sum` > racy.sum; \
- sed -n '/=== gdb Summary ===/,$$ p' racy.sum
- check-parallel:
- -rm -rf cache outputs temp
- $(MAKE) -k do-check-parallel; \
- result=$$?; \
- $(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh \
- `find outputs -name gdb.sum -print` > gdb.sum; \
- $(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh -L \
- `find outputs -name gdb.log -print` > gdb.log; \
- sed -n '/=== gdb Summary ===/,$$ p' gdb.sum; \
- exit $$result
- check-parallel-racy:
- -rm -rf cache racy_outputs temp
- racyiter="$(RACY_ITER)"; \
- test "x$$racyiter" = "x" && \
- racyiter=$(DEFAULT_RACY_ITER); \
- if test $$racyiter -lt 2 ; then \
- echo "RACY_ITER must be at least 2."; \
- exit 1; \
- fi; \
- trap "exit" INT; \
- for n in `seq $$racyiter` ; do \
- $(MAKE) -k do-check-parallel-racy \
- RACY_OUTPUT_N=$$n; \
- $(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh \
- `find racy_outputs/$$n -name gdb.sum -print` > \
- racy_outputs/$$n/gdb.sum; \
- $(SHELL) $(srcdir)/../../contrib/dg-extract-results.sh -L \
- `find racy_outputs/$$n -name gdb.log -print` > \
- racy_outputs/$$n/gdb.log; \
- sed -n '/=== gdb Summary ===/,$$ p' racy_outputs/$$n/gdb.sum; \
- done; \
- $(srcdir)/analyze-racy-logs.py \
- `ls racy_outputs/*/gdb.sum` > racy.sum; \
- sed -n '/=== gdb Summary ===/,$$ p' racy.sum
- # Turn a list of .exp files into "check/" targets. Only examine .exp
- # files appearing in a gdb.* directory -- we don't want to pick up
- # lib/ by mistake. For example, gdb.linespec/linespec.exp becomes
- # check/gdb.linespec/linespec.exp. The list is generally sorted
- # alphabetically, but we take a few tests known to be slow and push
- # them to the front of the list to try to lessen the overall time
- # taken by the test suite -- if one of these tests happens to be run
- # late, it will cause the overall time to increase.
- ifeq ($(strip $(TESTS)),)
- slow_tests = gdb.base/break-interp.exp gdb.base/interp.exp \
- gdb.base/multi-forks.exp
- all_tests := $(shell cd $(srcdir) && find gdb.* -name '*.exp' -print)
- reordered_tests := $(slow_tests) $(filter-out $(slow_tests),$(all_tests))
- TEST_TARGETS := $(addprefix $(if $(RACY_ITER),check-racy,check)/,$(reordered_tests))
- else
- TEST_TARGETS := $(addprefix $(if $(RACY_ITER),check-racy,check)/,$(expanded_tests_or_none))
- endif
- do-check-parallel: $(TEST_TARGETS)
- @:
- check/%.exp:
- -mkdir -p outputs/$*
- @$(DO_RUNTEST) GDB_PARALLEL=yes --outdir=outputs/$* $*.exp $(RUNTESTFLAGS) $(TIMESTAMP)
- do-check-parallel-racy: $(TEST_TARGETS)
- @:
- check-racy/%.exp:
- -mkdir -p racy_outputs/$(RACY_OUTPUT_N)/$*
- $(DO_RUNTEST) GDB_PARALLEL=yes \
- --outdir=racy_outputs/$(RACY_OUTPUT_N)/$* $*.exp \
- $(RUNTESTFLAGS) $(TIMESTAMP)
- check/no-matching-tests-found:
- @echo ""
- @echo "No matching tests found."
- @echo ""
- # Utility rule invoked by step 2 of the build-perf rule.
- workers/%.worker:
- mkdir -p gdb.perf/outputs/$*
- $(DO_RUNTEST) --outdir=gdb.perf/outputs/$* lib/build-piece.exp WORKER=$* GDB_PARALLEL=gdb.perf $(RUNTESTFLAGS) GDB_PERFTEST_MODE=compile GDB_PERFTEST_SUBMODE=build-pieces $(TIMESTAMP)
- # Utility rule to build tests that support it in parallel.
- # The build is broken into 3 steps distinguished by GDB_PERFTEST_SUBMODE:
- # gen-workers, build-pieces, final.
- #
- # GDB_PERFTEST_MODE appears *after* RUNTESTFLAGS here because we don't want
- # anything in RUNTESTFLAGS to override it.
- #
- # We don't delete the outputs directory here as these programs can take
- # awhile to build, and perftest.exp has support for deciding whether to
- # recompile them. If you want to remove these directories, make clean.
- #
- # The point of step 1 is to construct the set of worker tasks for step 2.
- # All of the information needed by build-piece.exp is contained in the name
- # of the generated .worker file.
- build-perf: $(abs_builddir)/site.exp
- rm -rf gdb.perf/workers
- mkdir -p gdb.perf/workers
- @: Step 1: Generate the build .worker files.
- $(DO_RUNTEST) --directory=gdb.perf --outdir gdb.perf/workers GDB_PARALLEL=gdb.perf $(RUNTESTFLAGS) GDB_PERFTEST_MODE=compile GDB_PERFTEST_SUBMODE=gen-workers $(TIMESTAMP)
- @: Step 2: Compile the pieces. Here is the build parallelism.
- $(MAKE) $$(cd gdb.perf && echo workers/*/*.worker)
- @: Step 3: Do the final link.
- $(DO_RUNTEST) --directory=gdb.perf --outdir gdb.perf GDB_PARALLEL=gdb.perf $(RUNTESTFLAGS) GDB_PERFTEST_MODE=compile GDB_PERFTEST_SUBMODE=final $(TIMESTAMP)
- # The default is to both compile and run the tests.
- GDB_PERFTEST_MODE = both
- check-perf: all $(abs_builddir)/site.exp
- @if test ! -d gdb.perf; then mkdir gdb.perf; fi
- $(DO_RUNTEST) --directory=gdb.perf --outdir gdb.perf GDB_PERFTEST_MODE=$(GDB_PERFTEST_MODE) $(RUNTESTFLAGS) $(TIMESTAMP)
- force:;
- clean mostlyclean:
- -rm -f *~ core *.o a.out xgdb *.x *.grt bigcore.corefile .gdb_history
- -rm -f core.* *.tf *.cl tracecommandsscript copy1.txt zzz-gdbscript
- -rm -f *.dwo *.dwp
- -rm -rf outputs temp cache
- -rm -rf gdb.perf/workers gdb.perf/outputs gdb.perf/temp gdb.perf/cache
- -rm -f read1.so expect-read1 readmore.so expect-readmore
- distclean maintainer-clean realclean: clean
- -rm -f *~ core
- -rm -f Makefile config.status *-init.exp lib/pdtrace
- -rm -fr *.log summary detail *.plog *.sum *.psum site.*
- Makefile : Makefile.in config.status $(host_makefile_frag)
- $(SHELL) config.status Makefile
- lib/pdtrace: pdtrace.in config.status
- $(SHELL) config.status lib/pdtrace
- config.status: configure
- $(SHELL) config.status --recheck
- TAGS: force
- find $(srcdir) -name '*.exp' -print | \
- etags \
- --regex='/\(proc\|proc_with_prefix\|gdb_caching_proc\)[ \t]+\([^ \t]+\)/\2/' \
- -
- # Build the expect wrapper script that preloads the read1.so library.
- expect-read1 expect-readmore:
- $(ECHO_GEN) \
- rm -f $@-tmp; \
- touch $@-tmp; \
- echo "# THIS FILE IS GENERATED -*- buffer-read-only: t -*- \n" >>$@-tmp; \
- echo "# vi:set ro: */\n\n" >>$@-tmp; \
- echo "# To regenerate this file, run:\n" >>$@-tmp; \
- echo "# make clean; make/\n" >>$@-tmp; \
- if [ $@ = expect-read1 ]; then \
- echo "export LD_PRELOAD=`pwd`/read1.so" >>$@-tmp; \
- else \
- echo "export LD_PRELOAD=`pwd`/readmore.so" >>$@-tmp; \
- fi; \
- echo 'exec expect "$$@"' >>$@-tmp; \
- chmod +x $@-tmp; \
- mv $@-tmp $@
- # Build the read1.so preload library. This overrides the `read'
- # function, making it read one byte at a time. Running the testsuite
- # with this catches racy tests.
- read1.so: lib/read1.c
- $(ECHO_CC) $(CC) -o $@ ${srcdir}/lib/read1.c -Wall -g -shared -fPIC $(CFLAGS)
- # Build the readmore.so preload library. This overrides the `read'
- # function, making it try harder to read more at a time. Running the
- # testsuite with this catches racy tests.
- readmore.so: lib/read1.c
- $(ECHO_CC) $(CC) -o $@ ${srcdir}/lib/read1.c -Wall -g -shared -fPIC \
- $(CFLAGS) -DREADMORE
- # Build the read1 machinery.
- .PHONY: read1 readmore
- read1: read1.so expect-read1
- readmore: readmore.so expect-readmore
- # Disable implicit make rules.
- include $(srcdir)/../disable-implicit-rules.mk
- include $(srcdir)/../silent-rules.mk
|