aboutsummaryrefslogtreecommitdiff
path: root/test/script/basic/runsunspider.js
diff options
context:
space:
mode:
Diffstat (limited to 'test/script/basic/runsunspider.js')
-rw-r--r--test/script/basic/runsunspider.js481
1 files changed, 414 insertions, 67 deletions
diff --git a/test/script/basic/runsunspider.js b/test/script/basic/runsunspider.js
index 84ce915c..738aea06 100644
--- a/test/script/basic/runsunspider.js
+++ b/test/script/basic/runsunspider.js
@@ -24,7 +24,9 @@
/**
* runsunspider : runs the sunspider tests and checks for compliance
*
- * @subtest
+ * @test
+ * @option -timezone=PST
+ * @runif external.sunspider
*/
/**
@@ -37,32 +39,32 @@ function assertEq(a, b) {
}
}
+function pprint(x) {
+ if (verbose_run) {
+ print(x);
+ }
+}
+
var runs = 0;
-var iterations__ = 1;
var total_time = 0;
function runbench(name) {
var filename = name.split("/").pop();
- if (verbose_run) {
- print("Running " + filename);
- }
+ pprint("Running (warmup/sanity) " + filename);
var start = new Date;
- for (var i = 0; i < iterations__; i++) {
- load(name);
- }
+ load(name);
+
var stop = new Date - start;
total_time += stop;
- if (verbose_run) {
- print(filename + " done in " + stop + " ms");
- }
+ pprint(filename + " done in " + stop + " ms");
runs++;
}
-var m_w = 4711;
-var m_z = 17;
-var MAXINT = 0x7fffffff;
+var m_w;
+var m_z;
+var MAXINT;
//produce deterministic random numbers for test suite
function pseudorandom() {
@@ -71,25 +73,133 @@ function pseudorandom() {
return (Math.abs((m_z << 16) + m_w) & MAXINT) / MAXINT;
}
-function runsuite(tests) {
- var changed = false;
+function initrandom() {
+ m_w = 4711;
+ m_z = 17;
+ MAXINT = 0x7fffffff;
+ Math.random = pseudorandom;
+}
+
+var rtimes = 0;
+var dir = (typeof(__DIR__) == 'undefined') ? "test/script/basic/" : __DIR__;
+var single;
+var verbose_run = false;
+var runall = false;
+
+var args = [];
+if (typeof $ARGS !== 'undefined') {
+ args = $ARGS;
+} else if (typeof arguments !== 'undefined' && arguments.length != 0) {
+ args = arguments;
+}
+for (var i = 0; i < args.length; i++) {
+ if (args[i] === '--verbose') {
+ verbose_run = true;
+ } else if (args[i] === '--times') {
+ i++;
+ rtimes = +args[i];
+ } else if (args[i] === '--single') {
+ i++;
+ single = args[i];
+ } else if (args[i] === '--runall') {
+ i++;
+ runall = true;
+ }
+}
+
+function runsuite(tests) {
+ var changed = false;
+ var res = [];
var oldRandom = Math.random;
- Math.random = pseudorandom;
try {
- for (var n = 0; n < tests.length; n++) {
- path = dir + '../external/sunspider/tests/sunspider-1.0/' + tests[n].name
- runbench(path);
- if (typeof tests[n].actual !== 'undefined') {
- assertEq(tests[n].actual(), tests[n].expected());
+ for (var n = 0; n < tests.length; n++) {
+ try {
+ path = dir + '../external/sunspider/tests/sunspider-1.0.2/' + tests[n].name
+
+ initrandom();
+
+ var dd = new Date;
+
+ runbench(path);
+ if (typeof tests[n].actual !== 'undefined') {
+ assertEq(tests[n].actual(), tests[n].expected());
+ }
+
+ var times = 0;
+ if (typeof tests[n].rerun !== 'undefined' && tests[n].times > 0) {
+ pprint("rerunning " + tests[n].name + " " + tests[n].times + " times...");
+ var to = tests[n].times;
+
+ var elemsPerPercent = to / 100;
+ var po = 0|(to / 10);
+
+ pprint("Doing warmup.");
+ for (times = 0; times < to; times++) {
+ initrandom();
+ tests[n].rerun();
+ }
+
+ pprint("Doing hot runs.");
+ for (times = 0; times < to; times++) {
+ initrandom();
+ tests[n].rerun();
+ if ((times % (po|0)) == 0) {
+ pprint("\t" + times/to * 100 + "%");
+ }
+ }
+ }
+
+ var t = Math.round(((new Date - dd) / (times == 0 ? 1 : times)) * 100 / 100);
+ pprint("time per iteration: " + t + " ms");
+ if (typeof tests[n].actual !== 'undefined') {
+ assertEq(tests[n].actual(), tests[n].expected());
+ }
+ res.push(t);
+
+ pprint("");
+
+ changed = true;
+ } catch(e) {
+ if (runall) {
+ print("FAIL!");
+ } else {
+ throw e;
+ }
}
- changed = true;
}
+ } catch (e) {
+ print("FAIL!");
+ throw e;
// no scripting or something, silently fail
} finally {
- }
Math.random = oldRandom;
+ }
+
+ for (var n = 0; n < tests.length; n++) {
+
+ var time = "" + res[n];
+ while (time.length < 6) {
+ time = " " + time;
+ }
+ time += " ms";
+ if (res[n] == -1) {
+ time = "<couldn't be rerun>";
+ }
+ var str = tests[n].name;
+ for (var spaces = str.length; spaces < 32; spaces++) {
+ str += " ";
+ }
+ str += " ";
+ str += time;
+
+ if (tests[n].times > 0) {
+ str += " [";
+ str += tests[n].times + " reruns]";
+ }
+ pprint(str);
+ }
return changed;
}
@@ -106,20 +216,47 @@ function hash(str) {
}
var tests = [
- { name: 'string-base64.js',
+
+ { name: 'regexp-dna.js',
actual: function() {
- return hash(str);
+ return dnaOutputString + dnaInput;
},
expected: function() {
- return 1544571068;
- }
+ return expectedDNAOutputString + expectedDNAInput;
+ },
},
- { name: 'string-validate-input.js',
+
+ { name: 'string-base64.js',
actual: function() {
- return hash(endResult);
+ return hash(str);
},
expected: function() {
- return 2016572373;
+ return 1544571068;
+ },
+ times: rtimes,
+ rerun: function() {
+ toBinaryTable = [
+ -1,-1,-1,-1, -1,-1,-1,-1, -1,-1,-1,-1, -1,-1,-1,-1,
+ -1,-1,-1,-1, -1,-1,-1,-1, -1,-1,-1,-1, -1,-1,-1,-1,
+ -1,-1,-1,-1, -1,-1,-1,-1, -1,-1,-1,62, -1,-1,-1,63,
+ 52,53,54,55, 56,57,58,59, 60,61,-1,-1, -1, 0,-1,-1,
+ -1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9,10, 11,12,13,14,
+ 15,16,17,18, 19,20,21,22, 23,24,25,-1, -1,-1,-1,-1,
+ -1,26,27,28, 29,30,31,32, 33,34,35,36, 37,38,39,40,
+ 41,42,43,44, 45,46,47,48, 49,50,51,-1, -1,-1,-1,-1
+ ];
+ var str = "";
+ for (var i = 0; i < 8192; i++)
+ str += String.fromCharCode((25 * Math.random()) + 97);
+
+ for (var i = 8192; i <= 16384; i *= 2) {
+ var base64;
+ base64 = toBase64(str);
+ var encoded = base64ToString(base64);
+
+ str += str;
+ }
+ toBinaryTable = null;
}
},
{ name: 'date-format-xparb.js',
@@ -128,7 +265,29 @@ var tests = [
},
expected: function() {
return "2017-09-05Tuesday, September 05, 2017 8:43:48 AM";
+ },
+ times: rtimes,
+ rerun: function() {
+ date = new Date("1/1/2007 1:11:11");
+ for (i = 0; i < 4000; ++i) {
+ var shortFormat = date.dateFormat("Y-m-d");
+ var longFormat = date.dateFormat("l, F d, Y g:i:s A");
+ date.setTime(date.getTime() + 84266956);
}
+ }
+
+ },
+ { name: 'string-validate-input.js',
+ actual: function() {
+ return hash(endResult);
+ },
+ expected: function() {
+ return 726038055;
+ },
+ times: rtimes,
+ rerun: function() {
+ doTest();
+ },
},
{ name: '3d-morph.js',
actual: function() {
@@ -137,6 +296,20 @@ var tests = [
},
expected: function() {
return true;
+ },
+ times: rtimes,
+ rerun: function() {
+ a = Array()
+ for (var i=0; i < nx*nz*3; ++i)
+ a[i] = 0
+ for (var i = 0; i < loops; ++i) {
+ morph(a, i/loops)
+ }
+ testOutput = 0;
+ for (var i = 0; i < nx; i++)
+ testOutput += a[3*(i*nx+i)+1];
+ a = null;
+
}
},
{ name: 'crypto-aes.js',
@@ -145,6 +318,12 @@ var tests = [
},
expected: function() {
return decryptedText;
+ },
+ times: rtimes,
+ rerun: function() {
+ cipherText = AESEncryptCtr(plainText, password, 256);
+ decryptedText = AESDecryptCtr(cipherText, password, 256);
+
}
},
{ name: 'crypto-md5.js',
@@ -153,32 +332,56 @@ var tests = [
},
expected: function() {
return "a831e91e0f70eddcb70dc61c6f82f6cd";
+ },
+ times: rtimes,
+ rerun: function() {
+ md5Output = hex_md5(plainText);
}
},
+
{ name: 'crypto-sha1.js',
actual: function() {
return sha1Output;
},
expected: function() {
return "2524d264def74cce2498bf112bedf00e6c0b796d";
+ },
+ times: rtimes,
+ rerun: function() {
+ sha1Output = hex_sha1(plainText);
}
},
+
{ name: 'bitops-bitwise-and.js',
actual: function() {
return result;
},
expected: function() {
return 0;
+ },
+ times: rtimes,
+ rerun: function() {
+ bitwiseAndValue = 4294967296;
+ for (var i = 0; i < 600000; i++) {
+ bitwiseAndValue = bitwiseAndValue & i;
+ }
+ result = bitwiseAndValue;
}
},
+
{ name: 'bitops-bits-in-byte.js',
actual: function() {
return result;
},
expected: function() {
return 358400;
+ },
+ times: rtimes,
+ rerun: function() {
+ result = TimeFunc(bitsinbyte);
}
},
+
{ name: 'bitops-nsieve-bits.js',
actual: function() {
var ret = 0;
@@ -190,40 +393,101 @@ var tests = [
},
expected: function() {
return -1286749539853;
+ },
+ times: rtimes,
+ rerun: function() {
+ result = sieve();
}
},
+
{ name: 'bitops-3bit-bits-in-byte.js',
actual: function() {
return sum;
},
expected: function() {
return 512000;
+ },
+ times: rtimes,
+ rerun: function() {
+ sum = TimeFunc(fast3bitlookup);
}
},
+
{ name: 'access-nbody.js',
actual: function() {
return ret;
},
expected: function() {
return -1.3524862408537381;
+ },
+ times: rtimes,
+ rerun: function() {
+ var ret = 0;
+ for (var n = 3; n <= 24; n *= 2) {
+ (function(){
+ var bodies = new NBodySystem( Array(
+ Sun(),Jupiter(),Saturn(),Uranus(),Neptune()
+ ));
+ var max = n * 100;
+
+ ret += bodies.energy();
+ for (var i=0; i<max; i++){
+ bodies.advance(0.01);
+ }
+ ret += bodies.energy();
+ })();
+ }
}
},
+
{ name: 'access-binary-trees.js',
actual: function() {
return ret;
},
expected: function() {
return -4;
+ },
+ times: rtimes,
+ rerun: function() {
+ ret = 0;
+
+ for (var n = 4; n <= 7; n += 1) {
+ var minDepth = 4;
+ var maxDepth = Math.max(minDepth + 2, n);
+ var stretchDepth = maxDepth + 1;
+
+ var check = bottomUpTree(0,stretchDepth).itemCheck();
+
+ var longLivedTree = bottomUpTree(0,maxDepth);
+ for (var depth=minDepth; depth<=maxDepth; depth+=2){
+ var iterations = 1 << (maxDepth - depth + minDepth);
+
+ check = 0;
+ for (var i=1; i<=iterations; i++){
+ check += bottomUpTree(i,depth).itemCheck();
+ check += bottomUpTree(-i,depth).itemCheck();
+ }
+ }
+
+ ret += longLivedTree.itemCheck();
+ }
}
},
+
{ name: 'access-fannkuch.js',
actual: function() {
return ret;
},
expected: function() {
return 22;
+ },
+ times: rtimes,
+ rerun: function() {
+ n = 8;
+ ret = fannkuch(n);
}
},
+
{ name: 'math-spectral-norm.js',
actual: function() {
var ret = '';
@@ -234,32 +498,43 @@ var tests = [
},
expected: function() {
return "1.2657786149754053,1.2727355112619148,1.273989979775574,1.274190125290389,";
+ },
+ times: rtimes,
+ rerun: function() {
+ total = 0;
+ for (var i = 6; i <= 48; i *= 2) {
+ total += spectralnorm(i);
+ }
}
},
+
{ name: '3d-raytrace.js',
actual: function() {
return hash(testOutput);
},
expected: function() {
return 230692593;
- }
- },
- { name: 'regexp-dna.js',
- actual: function() {
- return dnaOutputString;
},
- expected: function() {
- return "agggtaaa|tttaccct 0\n[cgt]gggtaaa|tttaccc[acg] 9\na[act]ggtaaa|tttacc[agt]t 27\nag[act]gtaaa|tttac[agt]ct 24\nagg[act]taaa|ttta[agt]cct 30\naggg[acg]aaa|ttt[cgt]ccct 9\nagggt[cgt]aa|tt[acg]accct 12\nagggta[cgt]a|t[acg]taccct 9\nagggtaa[cgt]|[acg]ttaccct 15\n";
+ times: rtimes,
+ rerun: function() {
+ testOutput = arrayToCanvasCommands(raytraceScene());
}
},
+
{ name: 'math-cordic.js',
actual: function() {
return total;
},
expected: function() {
return 10362.570468755888;
+ },
+ times: rtimes,
+ rerun: function() {
+ total = 0;
+ cordic(25000);
}
},
+
{ name: 'controlflow-recursive.js',
actual: function() {
var ret = 0;
@@ -272,16 +547,36 @@ var tests = [
},
expected: function() {
return 57775;
+ },
+ times: rtimes,
+ rerun: function() {
+ result = 0;
+ for (var i = 3; i <= 5; i++) {
+ result += ack(3,i);
+ result += fib(17.0+i);
+ result += tak(3*i+3,2*i+2,i+1);
+ }
}
},
+
{ name: 'date-format-tofte.js',
actual: function() {
return shortFormat + longFormat;
},
expected: function() {
return "2008-05-01Thursday, May 01, 2008 6:31:22 PM";
+ },
+ times: rtimes,
+ rerun: function() {
+ date = new Date("1/1/2007 1:11:11");
+ for (i = 0; i < 500; ++i) {
+ var shortFormat = date.formatDate("Y-m-d");
+ var longFormat = date.formatDate("l, F d, Y g:i:s A");
+ date.setTime(date.getTime() + 84266956);
+ }
}
},
+
{ name: 'string-tagcloud.js',
actual: function() {
// The result string embeds floating-point numbers, which can vary a bit on different platforms,
@@ -291,8 +586,71 @@ var tests = [
},
expected: function() {
return 295906;
+ },
+ times: rtimes,
+ rerun: function() {
+ tagInfo = tagInfoJSON.parseJSON(function(a, b) { if (a == "popularity") { return Math.log(b) / log2; } else {return b; } });
+ tagcloud = makeTagCloud(tagInfo);
}
},
+
+ { name: 'math-partial-sums.js',
+ actual: function() {
+ return total;
+ },
+ expected: function() {
+ return 60.08994194659945;
+ },
+ times: rtimes,
+ rerun: function() {
+ total = 0;
+ for (var i = 1024; i <= 16384; i *= 2) {
+ total += partial(i);
+ }
+ }
+ },
+
+ { name: 'access-nsieve.js',
+ actual: function() {
+ return result;
+ },
+ expected: function() {
+ return 14302;
+ },
+ times: rtimes,
+ rerun: function() {
+ result = sieve();
+ }
+ },
+
+ { name: '3d-cube.js',
+ times: rtimes,
+ rerun: function() {
+ Q = new Array();
+ MTrans = new Array(); // transformation matrix
+ MQube = new Array(); // position information of qube
+ I = new Array(); // entity matrix
+ Origin = new Object();
+ Testing = new Object();
+ for ( var i = 20; i <= 160; i *= 2 ) {
+ Init(i);
+ }
+ }
+ },
+
+ //TODO no easy way to sanity check result
+ { name: 'string-fasta.js',
+ times: rtimes,
+ rerun: function() {
+ ret = 0;
+ count = 7;
+ fastaRepeat(2*count*100000, ALU);
+ fastaRandom(3*count*1000, IUB);
+ fastaRandom(5*count*1000, HomoSap);
+ }
+ },
+
+ //TODO no easy way to sanity check result
{ name: 'string-unpack-code.js',
actual: function() {
return decompressedMochiKit.length == 106415 &&
@@ -301,43 +659,32 @@ var tests = [
decompressedMochiKit[82556] == '>';
},
expected: function() {
- return true;
- }
+ return true;
+ },
},
- //TODO no easy way to sanity check result
- { name: 'string-fasta.js' },
- //TODO no easy way to sanity check result
- { name: 'math-partial-sums.js' },
- //TODO no easy way to sanity check result
- { name: 'access-nsieve.js' },
- //TODO no easy way to sanity check result
- { name: '3d-cube.js' },
-];
-
-// handle the case this script may be run by a JS engine that doesn't
-// support __DIR__ global variable.
-var dir = (typeof(__DIR__) == 'undefined') ? "test/script/basic/" : __DIR__;
-
-var verbose_run = false;
-var args = [];
-if (typeof $ARGS !== 'undefined') {
- args = $ARGS;
-} else if (typeof arguments !== 'undefined' && arguments.length != 0) {
- args = arguments;
-}
+];
-for (i in args) {
- if (args[i] === '--verbose') {
- verbose_run = true;
+tests.sort(function(a,b) { return a.name.localeCompare(b.name); });
+if (typeof single !== 'undefined') {
+ for (i in tests) {
+ if (tests[i].name === single) {
+ singleTest = tests[i];
+ tests = [singleTest];
break;
}
+ }
+ if (tests.length != 1) {
+ throw "unknown single test '" + single + "'";
+ }
}
+
+// handle the case this script may be run by a JS engine that doesn't
+// support __DIR__ global variable.
+
runsuite(tests);
-if (verbose_run) {
- print('\n' + runs + "/" + tests.length + " tests were successfully run in " + total_time + " ms ");
-}
+pprint('\n' + runs + "/" + tests.length + " tests were successfully run in " + total_time + " ms ");
print("Sunspider finished!");
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-13 10:13:42 +0000