94 lines
4.1 KiB
EmacsLisp
94 lines
4.1 KiB
EmacsLisp
;;; benchmark-research-shelf-tests.el --- Performance evaluator tests -*- lexical-binding: t; -*-
|
|
|
|
;;; Code:
|
|
(require 'ert)
|
|
(load-file (expand-file-name "scripts/benchmark-research-shelf.el"
|
|
default-directory))
|
|
|
|
(declare-function etaf-performance-evaluator--percentile
|
|
"../scripts/benchmark-research-shelf")
|
|
(declare-function etaf-performance-evaluator--measure
|
|
"../scripts/benchmark-research-shelf")
|
|
(declare-function etaf-performance-evaluator--latency-failures
|
|
"../scripts/benchmark-research-shelf")
|
|
(declare-function etaf-performance-evaluator--verify-compiled-runtime
|
|
"../scripts/benchmark-research-shelf")
|
|
(declare-function etaf-performance-evaluator--verify-environment
|
|
"../scripts/benchmark-research-shelf")
|
|
|
|
(ert-deftest etaf-performance-evaluator-uses-nearest-rank-percentiles ()
|
|
"Return nearest-rank values for evaluator percentiles."
|
|
(let ((samples (number-sequence 1 20)))
|
|
(should (= 10 (etaf-performance-evaluator--percentile samples 0.50)))
|
|
(should (= 19 (etaf-performance-evaluator--percentile samples 0.95)))))
|
|
|
|
(ert-deftest etaf-performance-evaluator-warms-before-exact-sample-count ()
|
|
"Execute one unmeasured warmup before the requested measured samples."
|
|
(let (actions verifications)
|
|
(let ((result
|
|
(etaf-performance-evaluator--measure
|
|
"unit-workload"
|
|
(lambda (index) (push index actions) index)
|
|
(lambda (value index)
|
|
(should (= value index))
|
|
(push index verifications))
|
|
:samples 3)))
|
|
(should (equal '(-1 0 1 2) (nreverse actions)))
|
|
(should (equal '(-1 0 1 2) (nreverse verifications)))
|
|
(should (= 3 (plist-get (cdr result) :count))))))
|
|
|
|
(ert-deftest etaf-performance-evaluator-reports-both-hard-budget-failures ()
|
|
"Report p95 and max independently when both exceed the hard budget."
|
|
(let ((failures
|
|
(etaf-performance-evaluator--latency-failures
|
|
'((slow :count 20 :min 1.0 :p50 2.0 :p95 51.0 :max 60.0)))))
|
|
(should (= 2 (length failures)))
|
|
(should (string-match-p "slow p95" (car failures)))
|
|
(should (string-match-p "slow max" (cadr failures)))))
|
|
|
|
(ert-deftest etaf-performance-evaluator-uses-approved-theme-budget ()
|
|
"Accept the approved 90ms Theme budget without relaxing other scenarios."
|
|
(should-not
|
|
(etaf-performance-evaluator--latency-failures
|
|
'(("theme-toggle" :count 20 :min 80.0 :p50 84.0
|
|
:p95 86.0 :max 99.0))))
|
|
(should (= 2
|
|
(length
|
|
(etaf-performance-evaluator--latency-failures
|
|
'(("theme-toggle" :count 20 :min 80.0 :p50 84.0
|
|
:p95 91.0 :max 111.0)))))))
|
|
|
|
(ert-deftest etaf-performance-evaluator-requires-native-compiled-runtime ()
|
|
"Never report fallback-renderer latency as the optimized product gate."
|
|
(cl-letf (((symbol-function 'princ) #'ignore))
|
|
(should
|
|
(equal
|
|
(etaf-performance-evaluator--verify-compiled-runtime
|
|
'(:status current :runtime-accelerator ready))
|
|
'(:status current :runtime-accelerator ready))))
|
|
(should-error
|
|
(etaf-performance-evaluator--verify-compiled-runtime
|
|
'(:status current :runtime-accelerator unavailable)))
|
|
(let ((makefile (with-temp-buffer
|
|
(insert-file-contents "Makefile")
|
|
(buffer-string))))
|
|
(should (string-match-p "native-build" makefile))
|
|
(should (string-match-p "EBOX_NATIVE_REFLOW_MODULE_PATH" makefile))))
|
|
|
|
(ert-deftest etaf-performance-evaluator-rejects-low-power-baselines ()
|
|
"Absolute latency gates fail closed when macOS throttles the CPU."
|
|
(cl-letf (((symbol-function 'princ) #'ignore))
|
|
(should
|
|
(equal
|
|
'(:power-state (:source ac :low-power-mode off) :load-average (1.0))
|
|
(etaf-performance-evaluator--verify-environment
|
|
'(:power-state (:source ac :low-power-mode off)
|
|
:load-average (1.0)))))
|
|
(should-error
|
|
(etaf-performance-evaluator--verify-environment
|
|
'(:power-state (:source battery :low-power-mode on)
|
|
:load-average (1.0))))))
|
|
|
|
(provide 'benchmark-research-shelf-tests)
|
|
;;; benchmark-research-shelf-tests.el ends here
|