aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMichael Albinus2016-01-04 23:28:07 +0100
committerMichael Albinus2016-01-04 23:28:07 +0100
commit4e62197a64e6386e24b328c40d6020412ea3031d (patch)
tree2ff71db199129bf13044b484823805e19b6a3591
parent6300655ec9286f3a259ee60536819a0056be4810 (diff)
downloademacs-4e62197a64e6386e24b328c40d6020412ea3031d.tar.gz
emacs-4e62197a64e6386e24b328c40d6020412ea3031d.zip
Introduce check-expensive tests.
* Makefile.in (check-expensive): * test/automated/Makefile.in (check-expensive): New target. * test/automated/auto-revert-tests.el (auto-revert-test01-auto-revert-several-files): * test/automated/file-notify-tests.el (file-notify--deftest-remote): * test/automated/tramp-tests.el (tramp-test26-process-file) (tramp-test27-start-file-process, tramp-test28-shell-command) (tramp-test29-vc-registered) (tramp-test31-special-characters-with-stat) (tramp-test31-special-characters-with-perl) (tramp-test31-special-characters-with-ls) (tramp-test32-utf8-with-stat, tramp-test32-utf8-with-perl) (tramp-test32-utf8-with-ls, tramp-test33-asynchronous-requests) (tramp-test35-unload): Tag the tests as :expensive-test.
-rw-r--r--Makefile.in6
-rw-r--r--test/automated/Makefile.in10
-rw-r--r--test/automated/auto-revert-tests.el1
-rw-r--r--test/automated/file-notify-tests.el1
-rw-r--r--test/automated/tramp-tests.el12
5 files changed, 26 insertions, 4 deletions
diff --git a/Makefile.in b/Makefile.in
index c6a7bda0794..b792e7c5c86 100644
--- a/Makefile.in
+++ b/Makefile.in
@@ -921,12 +921,12 @@ extraclean: $(extraclean_dirs:=_extraclean)
921TAGS tags: lib lib-src src 921TAGS tags: lib lib-src src
922 $(MAKE) -C src tags 922 $(MAKE) -C src tags
923 923
924check: all 924check check-expensive: all
925 @if test ! -d test/automated; then \ 925 @if test ! -d test/automated; then \
926 echo "You do not seem to have the test/ directory."; \ 926 echo "You do not seem to have the test/ directory."; \
927 echo "Maybe you are using a release tarfile, rather than a repository checkout."; \ 927 echo "Maybe you are using a release tarfile, rather than a repository checkout."; \
928 else \ 928 else \
929 $(MAKE) -C test/automated check; \ 929 $(MAKE) -C test/automated $@; \
930 fi 930 fi
931 931
932dist: 932dist:
@@ -943,7 +943,7 @@ $(DOCS):
943 $(MAKE) -C doc/$(subst -, ,$@) 943 $(MAKE) -C doc/$(subst -, ,$@)
944 944
945.PHONY: $(DOCS) docs pdf ps 945.PHONY: $(DOCS) docs pdf ps
946.PHONY: info dvi dist check html info-real info-dir check-info 946.PHONY: info dvi dist check check-expensive html info-real info-dir check-info
947 947
948## TODO add etc/refcards. 948## TODO add etc/refcards.
949docs: $(DOCS) 949docs: $(DOCS)
diff --git a/test/automated/Makefile.in b/test/automated/Makefile.in
index b36e7f9b99a..43e3905dce5 100644
--- a/test/automated/Makefile.in
+++ b/test/automated/Makefile.in
@@ -87,6 +87,9 @@ WRITE_LOG = > $@ 2>&1 || { stat=ERROR; cat $@; }; echo $$stat: $@
87## to change this; bug#17848 - if that gets done, this can be simplified). 87## to change this; bug#17848 - if that gets done, this can be simplified).
88## 88##
89## Beware: it approximates 'no-byte-compile', so watch out for false-positives! 89## Beware: it approximates 'no-byte-compile', so watch out for false-positives!
90SELECTOR_DEFAULT=(not (tag :expensive-test))
91SELECTOR_EXPENSIVE=nil
92SELECTOR=${SELECTOR_DEFAULT}
90%.log: ${srcdir}/%.el 93%.log: ${srcdir}/%.el
91 @if grep '^;.*no-byte-compile: t' $< > /dev/null; then \ 94 @if grep '^;.*no-byte-compile: t' $< > /dev/null; then \
92 loadfile=$<; \ 95 loadfile=$<; \
@@ -97,7 +100,7 @@ WRITE_LOG = > $@ 2>&1 || { stat=ERROR; cat $@; }; echo $$stat: $@
97 echo Testing $$loadfile; \ 100 echo Testing $$loadfile; \
98 stat=OK ; \ 101 stat=OK ; \
99 $(emacs) -l ert -l $$loadfile \ 102 $(emacs) -l ert -l $$loadfile \
100 -f ert-run-tests-batch-and-exit ${WRITE_LOG} 103 --eval "(ert-run-tests-batch-and-exit '${SELECTOR})" ${WRITE_LOG}
101 104
102ELFILES = $(sort $(wildcard ${srcdir}/*.el)) 105ELFILES = $(sort $(wildcard ${srcdir}/*.el))
103LOGFILES = $(patsubst %.el,%.log,$(notdir ${ELFILES})) 106LOGFILES = $(patsubst %.el,%.log,$(notdir ${ELFILES}))
@@ -124,6 +127,11 @@ check:
124 -@for f in *.log; do test ! -f $$f || mv $$f $$f~; done 127 -@for f in *.log; do test ! -f $$f || mv $$f $$f~; done
125 @${MAKE} check-maybe 128 @${MAKE} check-maybe
126 129
130## Rerun also expensive tests.
131.PHONY: check-expensive
132check-expensive:
133 @${MAKE} check SELECTOR=${SELECTOR_EXPENSIVE}
134
127## Only re-run tests whose .log is older than the test. 135## Only re-run tests whose .log is older than the test.
128.PHONY: check-maybe 136.PHONY: check-maybe
129check-maybe: ${LOGFILES} 137check-maybe: ${LOGFILES}
diff --git a/test/automated/auto-revert-tests.el b/test/automated/auto-revert-tests.el
index 2d6746530e1..a6f8cb29563 100644
--- a/test/automated/auto-revert-tests.el
+++ b/test/automated/auto-revert-tests.el
@@ -94,6 +94,7 @@
94;; This is inspired by Bug#21841. 94;; This is inspired by Bug#21841.
95(ert-deftest auto-revert-test01-auto-revert-several-files () 95(ert-deftest auto-revert-test01-auto-revert-several-files ()
96 "Check autorevert for several files at once." 96 "Check autorevert for several files at once."
97 :tags '(:expensive-test)
97 (skip-unless (executable-find "cp")) 98 (skip-unless (executable-find "cp"))
98 99
99 (let* ((cp (executable-find "cp")) 100 (let* ((cp (executable-find "cp"))
diff --git a/test/automated/file-notify-tests.el b/test/automated/file-notify-tests.el
index 5479eb1a34d..7bf7b0b3d15 100644
--- a/test/automated/file-notify-tests.el
+++ b/test/automated/file-notify-tests.el
@@ -138,6 +138,7 @@ being the result.")
138 (declare (indent 1)) 138 (declare (indent 1))
139 `(ert-deftest ,(intern (concat (symbol-name test) "-remote")) () 139 `(ert-deftest ,(intern (concat (symbol-name test) "-remote")) ()
140 ,docstring 140 ,docstring
141 :tags '(:expensive-test)
141 (let* ((temporary-file-directory 142 (let* ((temporary-file-directory
142 file-notify-test-remote-temporary-file-directory) 143 file-notify-test-remote-temporary-file-directory)
143 (ert-test (ert-get-test ',test))) 144 (ert-test (ert-get-test ',test)))
diff --git a/test/automated/tramp-tests.el b/test/automated/tramp-tests.el
index f0725847699..b66420465bf 100644
--- a/test/automated/tramp-tests.el
+++ b/test/automated/tramp-tests.el
@@ -1394,6 +1394,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'."
1394 1394
1395(ert-deftest tramp-test26-process-file () 1395(ert-deftest tramp-test26-process-file ()
1396 "Check `process-file'." 1396 "Check `process-file'."
1397 :tags '(:expensive-test)
1397 (skip-unless (tramp--test-enabled)) 1398 (skip-unless (tramp--test-enabled))
1398 (skip-unless 1399 (skip-unless
1399 (not 1400 (not
@@ -1440,6 +1441,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'."
1440 1441
1441(ert-deftest tramp-test27-start-file-process () 1442(ert-deftest tramp-test27-start-file-process ()
1442 "Check `start-file-process'." 1443 "Check `start-file-process'."
1444 :tags '(:expensive-test)
1443 (skip-unless (tramp--test-enabled)) 1445 (skip-unless (tramp--test-enabled))
1444 (skip-unless 1446 (skip-unless
1445 (not 1447 (not
@@ -1509,6 +1511,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'."
1509 1511
1510(ert-deftest tramp-test28-shell-command () 1512(ert-deftest tramp-test28-shell-command ()
1511 "Check `shell-command'." 1513 "Check `shell-command'."
1514 :tags '(:expensive-test)
1512 (skip-unless (tramp--test-enabled)) 1515 (skip-unless (tramp--test-enabled))
1513 (skip-unless 1516 (skip-unless
1514 (not 1517 (not
@@ -1596,6 +1599,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'."
1596 1599
1597(ert-deftest tramp-test29-vc-registered () 1600(ert-deftest tramp-test29-vc-registered ()
1598 "Check `vc-registered'." 1601 "Check `vc-registered'."
1602 :tags '(:expensive-test)
1599 (skip-unless (tramp--test-enabled)) 1603 (skip-unless (tramp--test-enabled))
1600 (skip-unless 1604 (skip-unless
1601 (eq 1605 (eq
@@ -1971,6 +1975,7 @@ Several special characters do not work properly there."
1971(ert-deftest tramp-test31-special-characters-with-stat () 1975(ert-deftest tramp-test31-special-characters-with-stat ()
1972 "Check special characters in file names. 1976 "Check special characters in file names.
1973Use the `stat' command." 1977Use the `stat' command."
1978 :tags '(:expensive-test)
1974 (skip-unless (tramp--test-enabled)) 1979 (skip-unless (tramp--test-enabled))
1975 (skip-unless 1980 (skip-unless
1976 (eq 1981 (eq
@@ -1989,6 +1994,7 @@ Use the `stat' command."
1989(ert-deftest tramp-test31-special-characters-with-perl () 1994(ert-deftest tramp-test31-special-characters-with-perl ()
1990 "Check special characters in file names. 1995 "Check special characters in file names.
1991Use the `perl' command." 1996Use the `perl' command."
1997 :tags '(:expensive-test)
1992 (skip-unless (tramp--test-enabled)) 1998 (skip-unless (tramp--test-enabled))
1993 (skip-unless 1999 (skip-unless
1994 (eq 2000 (eq
@@ -2010,6 +2016,7 @@ Use the `perl' command."
2010(ert-deftest tramp-test31-special-characters-with-ls () 2016(ert-deftest tramp-test31-special-characters-with-ls ()
2011 "Check special characters in file names. 2017 "Check special characters in file names.
2012Use the `ls' command." 2018Use the `ls' command."
2019 :tags '(:expensive-test)
2013 (skip-unless (tramp--test-enabled)) 2020 (skip-unless (tramp--test-enabled))
2014 (skip-unless 2021 (skip-unless
2015 (eq 2022 (eq
@@ -2050,6 +2057,7 @@ Use the `ls' command."
2050(ert-deftest tramp-test32-utf8-with-stat () 2057(ert-deftest tramp-test32-utf8-with-stat ()
2051 "Check UTF8 encoding in file names and file contents. 2058 "Check UTF8 encoding in file names and file contents.
2052Use the `stat' command." 2059Use the `stat' command."
2060 :tags '(:expensive-test)
2053 (skip-unless (tramp--test-enabled)) 2061 (skip-unless (tramp--test-enabled))
2054 (skip-unless 2062 (skip-unless
2055 (eq 2063 (eq
@@ -2068,6 +2076,7 @@ Use the `stat' command."
2068(ert-deftest tramp-test32-utf8-with-perl () 2076(ert-deftest tramp-test32-utf8-with-perl ()
2069 "Check UTF8 encoding in file names and file contents. 2077 "Check UTF8 encoding in file names and file contents.
2070Use the `perl' command." 2078Use the `perl' command."
2079 :tags '(:expensive-test)
2071 (skip-unless (tramp--test-enabled)) 2080 (skip-unless (tramp--test-enabled))
2072 (skip-unless 2081 (skip-unless
2073 (eq 2082 (eq
@@ -2089,6 +2098,7 @@ Use the `perl' command."
2089(ert-deftest tramp-test32-utf8-with-ls () 2098(ert-deftest tramp-test32-utf8-with-ls ()
2090 "Check UTF8 encoding in file names and file contents. 2099 "Check UTF8 encoding in file names and file contents.
2091Use the `ls' command." 2100Use the `ls' command."
2101 :tags '(:expensive-test)
2092 (skip-unless (tramp--test-enabled)) 2102 (skip-unless (tramp--test-enabled))
2093 (skip-unless 2103 (skip-unless
2094 (eq 2104 (eq
@@ -2114,6 +2124,7 @@ Such requests could arrive from timers, process filters and
2114process sentinels. They shall not disturb each other." 2124process sentinels. They shall not disturb each other."
2115 ;; Mark as failed until bug has been fixed. 2125 ;; Mark as failed until bug has been fixed.
2116 :expected-result :failed 2126 :expected-result :failed
2127 :tags '(:expensive-test)
2117 (skip-unless (tramp--test-enabled)) 2128 (skip-unless (tramp--test-enabled))
2118 (skip-unless 2129 (skip-unless
2119 (eq 2130 (eq
@@ -2225,6 +2236,7 @@ process sentinels. They shall not disturb each other."
2225Since it unloads Tramp, it shall be the last test to run." 2236Since it unloads Tramp, it shall be the last test to run."
2226 ;; Mark as failed until all symbols are unbound. 2237 ;; Mark as failed until all symbols are unbound.
2227 :expected-result (if (featurep 'tramp) :failed :passed) 2238 :expected-result (if (featurep 'tramp) :failed :passed)
2239 :tags '(:expensive-test)
2228 (when (featurep 'tramp) 2240 (when (featurep 'tramp)
2229 (unload-feature 'tramp 'force) 2241 (unload-feature 'tramp 'force)
2230 ;; No Tramp feature must be left. 2242 ;; No Tramp feature must be left.