diff options
| author | Michael Albinus | 2016-01-04 23:28:07 +0100 |
|---|---|---|
| committer | Michael Albinus | 2016-01-04 23:28:07 +0100 |
| commit | 4e62197a64e6386e24b328c40d6020412ea3031d (patch) | |
| tree | 2ff71db199129bf13044b484823805e19b6a3591 | |
| parent | 6300655ec9286f3a259ee60536819a0056be4810 (diff) | |
| download | emacs-4e62197a64e6386e24b328c40d6020412ea3031d.tar.gz emacs-4e62197a64e6386e24b328c40d6020412ea3031d.zip | |
Introduce check-expensive tests.
* Makefile.in (check-expensive):
* test/automated/Makefile.in (check-expensive): New target.
* test/automated/auto-revert-tests.el
(auto-revert-test01-auto-revert-several-files):
* test/automated/file-notify-tests.el (file-notify--deftest-remote):
* test/automated/tramp-tests.el (tramp-test26-process-file)
(tramp-test27-start-file-process, tramp-test28-shell-command)
(tramp-test29-vc-registered)
(tramp-test31-special-characters-with-stat)
(tramp-test31-special-characters-with-perl)
(tramp-test31-special-characters-with-ls)
(tramp-test32-utf8-with-stat, tramp-test32-utf8-with-perl)
(tramp-test32-utf8-with-ls, tramp-test33-asynchronous-requests)
(tramp-test35-unload): Tag the tests as :expensive-test.
| -rw-r--r-- | Makefile.in | 6 | ||||
| -rw-r--r-- | test/automated/Makefile.in | 10 | ||||
| -rw-r--r-- | test/automated/auto-revert-tests.el | 1 | ||||
| -rw-r--r-- | test/automated/file-notify-tests.el | 1 | ||||
| -rw-r--r-- | test/automated/tramp-tests.el | 12 |
5 files changed, 26 insertions, 4 deletions
diff --git a/Makefile.in b/Makefile.in index c6a7bda0794..b792e7c5c86 100644 --- a/Makefile.in +++ b/Makefile.in | |||
| @@ -921,12 +921,12 @@ extraclean: $(extraclean_dirs:=_extraclean) | |||
| 921 | TAGS tags: lib lib-src src | 921 | TAGS tags: lib lib-src src |
| 922 | $(MAKE) -C src tags | 922 | $(MAKE) -C src tags |
| 923 | 923 | ||
| 924 | check: all | 924 | check check-expensive: all |
| 925 | @if test ! -d test/automated; then \ | 925 | @if test ! -d test/automated; then \ |
| 926 | echo "You do not seem to have the test/ directory."; \ | 926 | echo "You do not seem to have the test/ directory."; \ |
| 927 | echo "Maybe you are using a release tarfile, rather than a repository checkout."; \ | 927 | echo "Maybe you are using a release tarfile, rather than a repository checkout."; \ |
| 928 | else \ | 928 | else \ |
| 929 | $(MAKE) -C test/automated check; \ | 929 | $(MAKE) -C test/automated $@; \ |
| 930 | fi | 930 | fi |
| 931 | 931 | ||
| 932 | dist: | 932 | dist: |
| @@ -943,7 +943,7 @@ $(DOCS): | |||
| 943 | $(MAKE) -C doc/$(subst -, ,$@) | 943 | $(MAKE) -C doc/$(subst -, ,$@) |
| 944 | 944 | ||
| 945 | .PHONY: $(DOCS) docs pdf ps | 945 | .PHONY: $(DOCS) docs pdf ps |
| 946 | .PHONY: info dvi dist check html info-real info-dir check-info | 946 | .PHONY: info dvi dist check check-expensive html info-real info-dir check-info |
| 947 | 947 | ||
| 948 | ## TODO add etc/refcards. | 948 | ## TODO add etc/refcards. |
| 949 | docs: $(DOCS) | 949 | docs: $(DOCS) |
diff --git a/test/automated/Makefile.in b/test/automated/Makefile.in index b36e7f9b99a..43e3905dce5 100644 --- a/test/automated/Makefile.in +++ b/test/automated/Makefile.in | |||
| @@ -87,6 +87,9 @@ WRITE_LOG = > $@ 2>&1 || { stat=ERROR; cat $@; }; echo $$stat: $@ | |||
| 87 | ## to change this; bug#17848 - if that gets done, this can be simplified). | 87 | ## to change this; bug#17848 - if that gets done, this can be simplified). |
| 88 | ## | 88 | ## |
| 89 | ## Beware: it approximates 'no-byte-compile', so watch out for false-positives! | 89 | ## Beware: it approximates 'no-byte-compile', so watch out for false-positives! |
| 90 | SELECTOR_DEFAULT=(not (tag :expensive-test)) | ||
| 91 | SELECTOR_EXPENSIVE=nil | ||
| 92 | SELECTOR=${SELECTOR_DEFAULT} | ||
| 90 | %.log: ${srcdir}/%.el | 93 | %.log: ${srcdir}/%.el |
| 91 | @if grep '^;.*no-byte-compile: t' $< > /dev/null; then \ | 94 | @if grep '^;.*no-byte-compile: t' $< > /dev/null; then \ |
| 92 | loadfile=$<; \ | 95 | loadfile=$<; \ |
| @@ -97,7 +100,7 @@ WRITE_LOG = > $@ 2>&1 || { stat=ERROR; cat $@; }; echo $$stat: $@ | |||
| 97 | echo Testing $$loadfile; \ | 100 | echo Testing $$loadfile; \ |
| 98 | stat=OK ; \ | 101 | stat=OK ; \ |
| 99 | $(emacs) -l ert -l $$loadfile \ | 102 | $(emacs) -l ert -l $$loadfile \ |
| 100 | -f ert-run-tests-batch-and-exit ${WRITE_LOG} | 103 | --eval "(ert-run-tests-batch-and-exit '${SELECTOR})" ${WRITE_LOG} |
| 101 | 104 | ||
| 102 | ELFILES = $(sort $(wildcard ${srcdir}/*.el)) | 105 | ELFILES = $(sort $(wildcard ${srcdir}/*.el)) |
| 103 | LOGFILES = $(patsubst %.el,%.log,$(notdir ${ELFILES})) | 106 | LOGFILES = $(patsubst %.el,%.log,$(notdir ${ELFILES})) |
| @@ -124,6 +127,11 @@ check: | |||
| 124 | -@for f in *.log; do test ! -f $$f || mv $$f $$f~; done | 127 | -@for f in *.log; do test ! -f $$f || mv $$f $$f~; done |
| 125 | @${MAKE} check-maybe | 128 | @${MAKE} check-maybe |
| 126 | 129 | ||
| 130 | ## Rerun also expensive tests. | ||
| 131 | .PHONY: check-expensive | ||
| 132 | check-expensive: | ||
| 133 | @${MAKE} check SELECTOR=${SELECTOR_EXPENSIVE} | ||
| 134 | |||
| 127 | ## Only re-run tests whose .log is older than the test. | 135 | ## Only re-run tests whose .log is older than the test. |
| 128 | .PHONY: check-maybe | 136 | .PHONY: check-maybe |
| 129 | check-maybe: ${LOGFILES} | 137 | check-maybe: ${LOGFILES} |
diff --git a/test/automated/auto-revert-tests.el b/test/automated/auto-revert-tests.el index 2d6746530e1..a6f8cb29563 100644 --- a/test/automated/auto-revert-tests.el +++ b/test/automated/auto-revert-tests.el | |||
| @@ -94,6 +94,7 @@ | |||
| 94 | ;; This is inspired by Bug#21841. | 94 | ;; This is inspired by Bug#21841. |
| 95 | (ert-deftest auto-revert-test01-auto-revert-several-files () | 95 | (ert-deftest auto-revert-test01-auto-revert-several-files () |
| 96 | "Check autorevert for several files at once." | 96 | "Check autorevert for several files at once." |
| 97 | :tags '(:expensive-test) | ||
| 97 | (skip-unless (executable-find "cp")) | 98 | (skip-unless (executable-find "cp")) |
| 98 | 99 | ||
| 99 | (let* ((cp (executable-find "cp")) | 100 | (let* ((cp (executable-find "cp")) |
diff --git a/test/automated/file-notify-tests.el b/test/automated/file-notify-tests.el index 5479eb1a34d..7bf7b0b3d15 100644 --- a/test/automated/file-notify-tests.el +++ b/test/automated/file-notify-tests.el | |||
| @@ -138,6 +138,7 @@ being the result.") | |||
| 138 | (declare (indent 1)) | 138 | (declare (indent 1)) |
| 139 | `(ert-deftest ,(intern (concat (symbol-name test) "-remote")) () | 139 | `(ert-deftest ,(intern (concat (symbol-name test) "-remote")) () |
| 140 | ,docstring | 140 | ,docstring |
| 141 | :tags '(:expensive-test) | ||
| 141 | (let* ((temporary-file-directory | 142 | (let* ((temporary-file-directory |
| 142 | file-notify-test-remote-temporary-file-directory) | 143 | file-notify-test-remote-temporary-file-directory) |
| 143 | (ert-test (ert-get-test ',test))) | 144 | (ert-test (ert-get-test ',test))) |
diff --git a/test/automated/tramp-tests.el b/test/automated/tramp-tests.el index f0725847699..b66420465bf 100644 --- a/test/automated/tramp-tests.el +++ b/test/automated/tramp-tests.el | |||
| @@ -1394,6 +1394,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'." | |||
| 1394 | 1394 | ||
| 1395 | (ert-deftest tramp-test26-process-file () | 1395 | (ert-deftest tramp-test26-process-file () |
| 1396 | "Check `process-file'." | 1396 | "Check `process-file'." |
| 1397 | :tags '(:expensive-test) | ||
| 1397 | (skip-unless (tramp--test-enabled)) | 1398 | (skip-unless (tramp--test-enabled)) |
| 1398 | (skip-unless | 1399 | (skip-unless |
| 1399 | (not | 1400 | (not |
| @@ -1440,6 +1441,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'." | |||
| 1440 | 1441 | ||
| 1441 | (ert-deftest tramp-test27-start-file-process () | 1442 | (ert-deftest tramp-test27-start-file-process () |
| 1442 | "Check `start-file-process'." | 1443 | "Check `start-file-process'." |
| 1444 | :tags '(:expensive-test) | ||
| 1443 | (skip-unless (tramp--test-enabled)) | 1445 | (skip-unless (tramp--test-enabled)) |
| 1444 | (skip-unless | 1446 | (skip-unless |
| 1445 | (not | 1447 | (not |
| @@ -1509,6 +1511,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'." | |||
| 1509 | 1511 | ||
| 1510 | (ert-deftest tramp-test28-shell-command () | 1512 | (ert-deftest tramp-test28-shell-command () |
| 1511 | "Check `shell-command'." | 1513 | "Check `shell-command'." |
| 1514 | :tags '(:expensive-test) | ||
| 1512 | (skip-unless (tramp--test-enabled)) | 1515 | (skip-unless (tramp--test-enabled)) |
| 1513 | (skip-unless | 1516 | (skip-unless |
| 1514 | (not | 1517 | (not |
| @@ -1596,6 +1599,7 @@ This tests also `make-symbolic-link', `file-truename' and `add-name-to-file'." | |||
| 1596 | 1599 | ||
| 1597 | (ert-deftest tramp-test29-vc-registered () | 1600 | (ert-deftest tramp-test29-vc-registered () |
| 1598 | "Check `vc-registered'." | 1601 | "Check `vc-registered'." |
| 1602 | :tags '(:expensive-test) | ||
| 1599 | (skip-unless (tramp--test-enabled)) | 1603 | (skip-unless (tramp--test-enabled)) |
| 1600 | (skip-unless | 1604 | (skip-unless |
| 1601 | (eq | 1605 | (eq |
| @@ -1971,6 +1975,7 @@ Several special characters do not work properly there." | |||
| 1971 | (ert-deftest tramp-test31-special-characters-with-stat () | 1975 | (ert-deftest tramp-test31-special-characters-with-stat () |
| 1972 | "Check special characters in file names. | 1976 | "Check special characters in file names. |
| 1973 | Use the `stat' command." | 1977 | Use the `stat' command." |
| 1978 | :tags '(:expensive-test) | ||
| 1974 | (skip-unless (tramp--test-enabled)) | 1979 | (skip-unless (tramp--test-enabled)) |
| 1975 | (skip-unless | 1980 | (skip-unless |
| 1976 | (eq | 1981 | (eq |
| @@ -1989,6 +1994,7 @@ Use the `stat' command." | |||
| 1989 | (ert-deftest tramp-test31-special-characters-with-perl () | 1994 | (ert-deftest tramp-test31-special-characters-with-perl () |
| 1990 | "Check special characters in file names. | 1995 | "Check special characters in file names. |
| 1991 | Use the `perl' command." | 1996 | Use the `perl' command." |
| 1997 | :tags '(:expensive-test) | ||
| 1992 | (skip-unless (tramp--test-enabled)) | 1998 | (skip-unless (tramp--test-enabled)) |
| 1993 | (skip-unless | 1999 | (skip-unless |
| 1994 | (eq | 2000 | (eq |
| @@ -2010,6 +2016,7 @@ Use the `perl' command." | |||
| 2010 | (ert-deftest tramp-test31-special-characters-with-ls () | 2016 | (ert-deftest tramp-test31-special-characters-with-ls () |
| 2011 | "Check special characters in file names. | 2017 | "Check special characters in file names. |
| 2012 | Use the `ls' command." | 2018 | Use the `ls' command." |
| 2019 | :tags '(:expensive-test) | ||
| 2013 | (skip-unless (tramp--test-enabled)) | 2020 | (skip-unless (tramp--test-enabled)) |
| 2014 | (skip-unless | 2021 | (skip-unless |
| 2015 | (eq | 2022 | (eq |
| @@ -2050,6 +2057,7 @@ Use the `ls' command." | |||
| 2050 | (ert-deftest tramp-test32-utf8-with-stat () | 2057 | (ert-deftest tramp-test32-utf8-with-stat () |
| 2051 | "Check UTF8 encoding in file names and file contents. | 2058 | "Check UTF8 encoding in file names and file contents. |
| 2052 | Use the `stat' command." | 2059 | Use the `stat' command." |
| 2060 | :tags '(:expensive-test) | ||
| 2053 | (skip-unless (tramp--test-enabled)) | 2061 | (skip-unless (tramp--test-enabled)) |
| 2054 | (skip-unless | 2062 | (skip-unless |
| 2055 | (eq | 2063 | (eq |
| @@ -2068,6 +2076,7 @@ Use the `stat' command." | |||
| 2068 | (ert-deftest tramp-test32-utf8-with-perl () | 2076 | (ert-deftest tramp-test32-utf8-with-perl () |
| 2069 | "Check UTF8 encoding in file names and file contents. | 2077 | "Check UTF8 encoding in file names and file contents. |
| 2070 | Use the `perl' command." | 2078 | Use the `perl' command." |
| 2079 | :tags '(:expensive-test) | ||
| 2071 | (skip-unless (tramp--test-enabled)) | 2080 | (skip-unless (tramp--test-enabled)) |
| 2072 | (skip-unless | 2081 | (skip-unless |
| 2073 | (eq | 2082 | (eq |
| @@ -2089,6 +2098,7 @@ Use the `perl' command." | |||
| 2089 | (ert-deftest tramp-test32-utf8-with-ls () | 2098 | (ert-deftest tramp-test32-utf8-with-ls () |
| 2090 | "Check UTF8 encoding in file names and file contents. | 2099 | "Check UTF8 encoding in file names and file contents. |
| 2091 | Use the `ls' command." | 2100 | Use the `ls' command." |
| 2101 | :tags '(:expensive-test) | ||
| 2092 | (skip-unless (tramp--test-enabled)) | 2102 | (skip-unless (tramp--test-enabled)) |
| 2093 | (skip-unless | 2103 | (skip-unless |
| 2094 | (eq | 2104 | (eq |
| @@ -2114,6 +2124,7 @@ Such requests could arrive from timers, process filters and | |||
| 2114 | process sentinels. They shall not disturb each other." | 2124 | process sentinels. They shall not disturb each other." |
| 2115 | ;; Mark as failed until bug has been fixed. | 2125 | ;; Mark as failed until bug has been fixed. |
| 2116 | :expected-result :failed | 2126 | :expected-result :failed |
| 2127 | :tags '(:expensive-test) | ||
| 2117 | (skip-unless (tramp--test-enabled)) | 2128 | (skip-unless (tramp--test-enabled)) |
| 2118 | (skip-unless | 2129 | (skip-unless |
| 2119 | (eq | 2130 | (eq |
| @@ -2225,6 +2236,7 @@ process sentinels. They shall not disturb each other." | |||
| 2225 | Since it unloads Tramp, it shall be the last test to run." | 2236 | Since it unloads Tramp, it shall be the last test to run." |
| 2226 | ;; Mark as failed until all symbols are unbound. | 2237 | ;; Mark as failed until all symbols are unbound. |
| 2227 | :expected-result (if (featurep 'tramp) :failed :passed) | 2238 | :expected-result (if (featurep 'tramp) :failed :passed) |
| 2239 | :tags '(:expensive-test) | ||
| 2228 | (when (featurep 'tramp) | 2240 | (when (featurep 'tramp) |
| 2229 | (unload-feature 'tramp 'force) | 2241 | (unload-feature 'tramp 'force) |
| 2230 | ;; No Tramp feature must be left. | 2242 | ;; No Tramp feature must be left. |