2017-03-03 18:26:30 +09:00
|
|
|
;;; benchmark-tests.el --- Test suite for benchmark. -*- lexical-binding: t -*-
|
|
|
|
|
2025-01-01 07:39:17 +00:00
|
|
|
;; Copyright (C) 2017-2025 Free Software Foundation, Inc.
|
2017-03-03 18:26:30 +09:00
|
|
|
|
|
|
|
;; This file is part of GNU Emacs.
|
|
|
|
|
|
|
|
;; GNU Emacs is free software: you can redistribute it and/or modify
|
|
|
|
;; it under the terms of the GNU General Public License as published by
|
|
|
|
;; the Free Software Foundation, either version 3 of the License, or
|
|
|
|
;; (at your option) any later version.
|
|
|
|
|
|
|
|
;; GNU Emacs is distributed in the hope that it will be useful,
|
|
|
|
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
;; GNU General Public License for more details.
|
|
|
|
|
|
|
|
;; You should have received a copy of the GNU General Public License
|
2017-09-13 15:52:52 -07:00
|
|
|
;; along with GNU Emacs. If not, see <https://www.gnu.org/licenses/>.
|
2017-03-03 18:26:30 +09:00
|
|
|
|
|
|
|
;;; Code:
|
|
|
|
|
|
|
|
(require 'benchmark)
|
|
|
|
(require 'ert)
|
|
|
|
|
|
|
|
(ert-deftest benchmark-tests ()
|
2023-03-25 16:37:51 -04:00
|
|
|
;; Avoid fork failures on Cygwin. See bug#62450 and etc/PROBLEMS
|
|
|
|
;; ("Fork failures in a build with native compilation").
|
Use new ERT `skip-when` macro in tests
* test/lisp/autorevert-tests.el
(auto-revert-test02-auto-revert-deleted-file):
* test/lisp/emacs-lisp/benchmark-tests.el (benchmark-tests):
* test/lisp/emacs-lisp/find-func-tests.el
(find-func-tests--library-completion):
* test/lisp/eshell/esh-proc-tests.el
(esh-proc-test/kill-pipeline):
* test/lisp/filenotify-tests.el (file-notify-test11-symlinks):
* test/lisp/ibuffer-tests.el (ibuffer-0autoload):
* test/lisp/international/ucs-normalize-tests.el
(ucs-normalize-part1):
* test/lisp/net/network-stream-tests.el (echo-server-nowait)
(connect-to-tls-ipv4-nowait, connect-to-tls-ipv6-nowait)
(open-network-stream-tls-wait, open-network-stream-tls-nowait)
(open-network-stream-tls, open-network-stream-tls-nocert)
(open-gnutls-stream-new-api-nowait)
(open-gnutls-stream-old-api-nowait):
* test/lisp/progmodes/cperl-mode-tests.el (cperl-test-bug-10483)
(cperl-test-hyperactive-electric-else):
* test/lisp/progmodes/elisp-mode-tests.el
(eval-last-sexp-print-format-sym-echo)
(eval-last-sexp-print-format-small-int-echo)
(eval-last-sexp-print-format-large-int-echo)
(eval-defun-prints-edebug-when-instrumented):
* test/lisp/progmodes/python-tests.el (python-ffap-module-path-1):
* test/lisp/shadowfile-tests.el (shadow-test00-clusters)
(shadow-test01-sites, shadow-test02-files)
(shadow-test03-expand-cluster-in-file-name)
(shadow-test04-contract-file-name, shadow-test05-file-match)
(shadow-test06-literal-groups, shadow-test07-regexp-groups)
(shadow-test08-shadow-todo, shadow-test09-shadow-copy-files):
* test/lisp/simple-tests.el
(eval-expression-print-format-sym-echo)
(eval-expression-print-format-small-int-echo)
(eval-expression-print-format-large-int-echo):
* test/lisp/term-tests.el (term-simple-lines)
(term-carriage-return, term-line-wrap, term-colors)
(term-colors-bold-is-bright, term-cursor-movement)
(term-scrolling-region, term-set-directory)
(term-line-wrapping-then-motion, term-to-margin):
* test/lisp/thread-tests.el
(thread-tests-list-threads-error-when-not-configured):
* test/lisp/vc/vc-tests.el (backend):
* test/manual/scroll-tests.el (scroll-tests-scroll-margin-0)
(scroll-tests-scroll-margin-negative)
(scroll-tests-scroll-margin-max)
(scroll-tests-scroll-margin-over-max)
(scroll-tests-scroll-margin-whole-window):
* test/misc/test-custom-libs.el (test-custom-libs):
* test/src/emacs-module-tests.el (module/async-pipe):
* test/src/fileio-tests.el (fileio-tests--odd-symlink-chars):
* test/src/filelock-tests.el (filelock-tests-lock-spoiled)
(filelock-tests-file-locked-p-spoiled)
(filelock-tests-unlock-spoiled)
(filelock-tests-kill-buffer-spoiled)
(filelock-tests-detect-external-change):
* test/src/image-tests.el
(image-tests-image-size/error-on-nongraphical-display)
(image-tests-image-mask-p/error-on-nongraphical-display)
(image-tests-image-metadata/error-on-nongraphical-display):
* test/src/process-tests.el (make-process/mix-stderr)
(process-tests/fd-setsize-no-crash/make-network-process)
(process-tests/fd-setsize-no-crash/make-serial-process):
Use ERT `skip-when` macro in tests.
2023-09-03 21:04:02 +02:00
|
|
|
(skip-when (and (eq system-type 'cygwin)
|
|
|
|
(featurep 'native-compile)))
|
2018-03-09 15:04:59 -05:00
|
|
|
(let (str t-long t-short m)
|
|
|
|
(should (consp (benchmark-run nil (setq m (1+ 0)))))
|
|
|
|
(should (consp (benchmark-run 1 (setq m (1+ 0)))))
|
2017-03-03 18:26:30 +09:00
|
|
|
(should (stringp (benchmark nil (1+ 0))))
|
|
|
|
(should (stringp (benchmark 1 (1+ 0))))
|
2018-03-27 16:19:40 -04:00
|
|
|
(should (consp (benchmark-run-compiled (1+ 0))))
|
2017-03-03 18:26:30 +09:00
|
|
|
(should (consp (benchmark-run-compiled 1 (1+ 0))))
|
|
|
|
;; First test is heavier, must need longer time.
|
2018-03-27 16:19:40 -04:00
|
|
|
(let ((count1 0)
|
|
|
|
(count2 0)
|
|
|
|
(repeat 2))
|
|
|
|
(ignore (benchmark-run (setq count1 (1+ count1))))
|
|
|
|
(ignore (benchmark-run repeat (setq count2 (1+ count2))))
|
|
|
|
(should (> count2 count1)))
|
|
|
|
(should (> (car (benchmark-run
|
2017-03-03 18:26:30 +09:00
|
|
|
(let ((n 100000)) (while (> n 1) (setq n (1- n))))))
|
2018-03-27 16:19:40 -04:00
|
|
|
(car (benchmark-run (setq m (1+ 0))))))
|
|
|
|
(should (> (car (benchmark-run
|
2017-03-03 18:26:30 +09:00
|
|
|
(let ((n 100000)) (while (> n 1) (setq n (1- n))))))
|
2018-03-27 16:19:40 -04:00
|
|
|
(car (benchmark-run (setq m (1+ 0))))))
|
|
|
|
(should (> (car (benchmark-run-compiled
|
2017-03-03 18:26:30 +09:00
|
|
|
(let ((n 100000)) (while (> n 1) (setq n (1- n))))))
|
2018-03-27 16:19:40 -04:00
|
|
|
(car (benchmark-run-compiled (1+ 0)))))
|
2017-03-03 18:26:30 +09:00
|
|
|
(setq str (benchmark nil '(let ((n 100000)) (while (> n 1) (setq n (1- n))))))
|
|
|
|
(string-match "Elapsed time: \\([0-9.]+\\)" str)
|
|
|
|
(setq t-long (string-to-number (match-string 1 str)))
|
|
|
|
(setq str (benchmark nil '(1+ 0)))
|
|
|
|
(string-match "Elapsed time: \\([0-9.]+\\)" str)
|
|
|
|
(setq t-short (string-to-number (match-string 1 str)))
|
2018-03-09 15:04:59 -05:00
|
|
|
(should (> t-long t-short))
|
|
|
|
;; Silence compiler.
|
|
|
|
m))
|
2017-03-03 18:26:30 +09:00
|
|
|
|
|
|
|
;;; benchmark-tests.el ends here.
|