test: make flaky pummel test more reliable

bnoordhuis · bnoordhuis · commit d1f7c965bb7e · 2016-10-24T22:44:45.000+02:00
Increase the number of iterations from 1e4 to 1e5. Makes the test pass for me locally when previously it would fail 9 out of 10 times because the running time was not enough to smooth away the outliers. Fixes: nodejs#8744 PR-URL: nodejs#9241 Reviewed-By: Colin Ihrig <cjihrig@gmail.com> Reviewed-By: James M Snell <jasnell@gmail.com> Reviewed-By: not-an-aardvark <not-an-aardvark@users.noreply.github.com>
diff --git a/test/pummel/test-crypto-timing-safe-equal-benchmarks.js b/test/pummel/test-crypto-timing-safe-equal-benchmarks.js
@@ -28,7 +28,7 @@ function runOneBenchmark(...args) {
 }
 
 function getTValue(compareFunc) {
-  const numTrials = 10000;
+  const numTrials = 1e5;
   const bufSize = 10000;
   // Perform benchmarks to verify that timingSafeEqual is actually timing-safe.
 

Original file line number	Diff line number	Diff line change
`@@ -28,7 +28,7 @@ function runOneBenchmark(...args) {`
`28`	`28`	`}`
`29`	`29`
`30`	`30`	`function getTValue(compareFunc) {`
`31`		`- const numTrials = 10000;`
	`31`	`+ const numTrials = 1e5;`
`32`	`32`	`const bufSize = 10000;`
`33`	`33`	`// Perform benchmarks to verify that timingSafeEqual is actually timing-safe.`
`34`	`34`