[Shootout-list] java benchmarks + timing

James McIlree ovrskeek@mac.com
Wed, 30 Mar 2005 21:01:26 -0800


	I hope this is not a dupe, it appears to have bounced
when going to the list the first time.

> 	I've attached the results below.
>
> 	Quick summary: hotspot -client was fastest on 13 of 20 tests,
> hotspot -server was fastest on 6 of 20, and the IBM VM won 1 of 20.
>
> 	I must admit to being quite surprised that the IBM VM did not
> perform better.
>
> 	James M
>
>
> Test machine: Dual AMD 244, 4GB memory
> 	
> x86:/bench> java -version
> java version "1.4.2_06"
> Java(TM) 2 Runtime Environment, Standard Edition (build 1.4.2_06-b03)
> Java HotSpot(TM) Client VM (build 1.4.2_06-b03, mixed mode)
> x86:/bench> ~/IBMJava2-142/jre/bin/java -version
> java version "1.4.2"
> Java(TM) 2 Runtime Environment, Standard Edition (build 1.4.2)
> Classic VM (build 1.4.2, J2RE 1.4.2 IBM build cxia32142ifx-20041203
> (142SR1+80507) (JIT enabled: jitc))
>
> ackerman - server
> -----------------------
>
> x86:/bench/ackermann> time java ackermann 10
> Ack(3,10): 8189
> 0.816u 0.013s 0:00.86 95.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/ackermann> time java -server ackermann 10
> Ack(3,10): 8189
> 0.297u 0.014s 0:00.35 85.7%     0+0k 0+0io 1pf+0w
>
> x86:/bench/ackermann> time ~/IBMJava2-142/jre/bin/java ackermann 10
> Ack(3,10): 8189
> 0.473u 0.035s 0:00.51 98.0%     0+0k 0+0io 0pf+0w
>
> count-words - server
> -----------------------
>
> x86:/bench/wc> time java wc < 2500Input
> 62500 342500 15240000
> 0.317u 0.024s 0:00.38 86.8%     0+0k 0+0io 1pf+0w
>
> x86:/bench/wc> time java -server wc < 2500Input
> 62500 342500 15240000
> 0.248u 0.032s 0:00.30 90.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/wc> time ~/IBMJava2-142/jre/bin/java wc < 2500Input
> 62500 342500 15240000
> 0.572u 0.049s 0:00.63 96.8%     0+0k 0+0io 0pf+0w
>
> fannkuch - client
> ----------------------
>
> x86:/bench/fannkuch> time java fannkuch 9
> Pfannkuchen(9) = 30
> 0.164u 0.013s 0:00.23 73.9%     0+0k 0+0io 1pf+0w
>
> x86:/bench/fannkuch> time java -server fannkuch 9
> Pfannkuchen(9) = 30
> 0.218u 0.021s 0:00.25 92.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/fannkuch> time ~/IBMJava2-142/jre/bin/java fannkuch 9
> Pfannkuchen(9) = 30
> 0.355u 0.031s 0:00.39 97.4%     0+0k 0+0io 0pf+0w
>
> fibo - server
> ---------------------
>
> x86:/bench/fibo> time java fibo 32
> 2178309
> 0.111u 0.017s 0:00.17 70.5%     0+0k 0+0io 1pf+0w
>
> x86:/bench/fibo> time java -server fibo 32
> 2178309
> 0.120u 0.014s 0:00.14 92.8%     0+0k 0+0io 1pf+0w
>
> x86:/bench/fibo> time ~/IBMJava2-142/jre/bin/java fibo 32
> 2178309
> 0.326u 0.029s 0:00.42 80.9%     0+0k 0+0io 0pf+0w
>
> harmonic - client
> ---------------------
> x86:/bench/harmonic> time java harmonic
> 16.695311366
> 0.174u 0.023s 0:00.23 82.6%     0+0k 0+0io 1pf+0w
>
> x86:/bench/harmonic> time java -server harmonic
> 16.695311366
> 0.208u 0.014s 0:00.25 84.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/harmonic> time ~/IBMJava2-142/jre/bin/java harmonic
> 16.695311366
> 0.410u 0.026s 0:00.44 97.7%     0+0k 0+0io 0pf+0w
>
> heapsort - client
> ---------------------
> x86:/bench/heapsort> time java heapsort 100000
> 0.9999928555
> 0.156u 0.013s 0:00.23 69.5%     0+0k 0+0io 1pf+0w
>
> x86:/bench/heapsort> time java -server heapsort 100000
> 0.9999928555
> 0.214u 0.017s 0:00.25 88.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/heapsort> time ~/IBMJava2-142/jre/bin/java heapsort 100000
> 0.9999928555
> 0.358u 0.024s 0:00.39 94.8%     0+0k 0+0io 0pf+0w
>
> matrix - server , very borderline
> --------------------
> x86:/bench/matrix> time java matrix 600
> 270165 1061760 1453695 1856025
> 0.220u 0.020s 0:00.28 85.7%     0+0k 0+0io 1pf+0w
>
> x86:/bench/matrix> time java -server matrix 600
> 270165 1061760 1453695 1856025
> 0.252u 0.013s 0:00.25 104.0%    0+0k 0+0io 1pf+0w
>
> x86:/bench/matrix> time ~/IBMJava2-142/jre/bin/java matrix 600
> 270165 1061760 1453695 1856025
> 0.422u 0.024s 0:00.50 88.0%     0+0k 0+0io 0pf+0w
>
> nbody - client
> ---------------------
> x86:/bench/nbody> time java nbody 1000
> -0.169075164
> -0.169087605
> 0.087u 0.017s 0:00.12 75.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/nbody> time java -server nbody 1000
> -0.169075164
> -0.169087605
> 0.145u 0.012s 0:00.15 100.0%    0+0k 0+0io 1pf+0w
>
> x86:/bench/nbody> time ~/IBMJava2-142/jre/bin/java nbody 1000
> -0.169075164
> -0.169087605
> 0.322u 0.029s 0:00.38 89.4%     0+0k 0+0io 0pf+0w
>
> object - client
> ----------------------
> x86:/bench/objinst> time java objinst 1500000
> 0.164u 0.019s 0:00.23 73.9%     0+0k 0+0io 1pf+0w
>
> x86:/bench/objinst> time java -server objinst 1500000
> 0.198u 0.020s 0:00.25 84.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/objinst> time ~/IBMJava2-142/jre/bin/java objinst 1500000
> 0.533u 0.029s 0:00.56 98.2%     0+0k 0+0io 0pf+0w
>
> object-methods - client
> ----------------------
> x86:/bench/methcall> time java methcall 1000000
> 0.093u 0.018s 0:00.12 83.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/methcall> time java -server methcall 1000000
> 0.140u 0.016s 0:00.14 107.1%    0+0k 0+0io 1pf+0w
>
> x86:/bench/methcall> time ~/IBMJava2-142/jre/bin/java methcall 1000000
> 0.311u 0.031s 0:00.35 97.1%     0+0k 0+0io 0pf+0w
>
> pidigits - client
> ----------------------
> x86:/bench/pidigits> time java pidigits 300
> 0.205u 0.015s 0:00.23 91.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/pidigits> time java -server pidigits 300
> 0.988u 0.028s 0:00.61 163.9%    0+0k 0+0io 1pf+0w
>
> x86:/bench/pidigits> time ~/IBMJava2-142/jre/bin/java pidigits 300
> 0.514u 0.039s 0:00.56 96.4%     0+0k 0+0io 0pf+0w
>
> random - server
> ----------------------
> x86:/bench/random> time java random 900000
> 75.544410151
> 0.122u 0.021s 0:00.17 82.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/random> time java -server random 900000
> 75.544410151
> 0.137u 0.012s 0:00.14 100.0%    0+0k 0+0io 1pf+0w
>
> x86:/bench/random> time ~/IBMJava2-142/jre/bin/java random 900000
> 75.544410151
> 0.317u 0.034s 0:00.35 97.1%     0+0k 0+0io 0pf+0w
>
> spellcheck - client
> -----------------------
> x86:/bench/spellcheck> time java spellcheck 15 < 15Input
> 0.791u 0.030s 0:00.86 95.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/spellcheck> time java -server spellcheck 15 < 15Input
> 1.879u 0.058s 0:01.30 147.6%    0+0k 0+0io 1pf+0w
>
> x86:/bench/spellcheck> time ~/IBMJava2-142/jre/bin/java spellcheck 15 <
> 15Input
> 1.225u 0.052s 0:01.22 104.0%    0+0k 0+0io 0pf+0w
>
> startup - client
> -----------------------
> x86:/bench/hello> time java hello
> hello world
> 0.069u 0.014s 0:00.12 58.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/hello> time java -server hello
> hello world
> 0.084u 0.017s 0:00.14 64.2%     0+0k 0+0io 1pf+0w
>
> x86:/bench/hello> time ~/IBMJava2-142/jre/bin/java hello
> hello world
> 0.299u 0.028s 0:00.33 93.9%     0+0k 0+0io 0pf+0w
>
> statistics - client
> ----------------------
> x86:/bench/moments> time java moments < 200Input
> 0.710u 0.032s 0:00.75 98.6%     0+0k 0+0io 1pf+0w
>
> x86:/bench/moments> time java -server moments < 200Input
> 1.489u 0.045s 0:01.08 140.7%    0+0k 0+0io 1pf+0w
>
> x86:/bench/moments> time ~/IBMJava2-142/jre/bin/java moments < 200Input
> 1.110u 0.055s 0:01.22 95.0%     0+0k 0+0io 0pf+0w
>
> sum-file - IBM
> ----------------------
> x86:/bench/sumcol> time java sumcol < 8000Input
> 4000000
> 3.652u 0.104s 0:03.76 99.7%     0+0k 0+0io 1pf+0w
>
> x86:/bench/sumcol> time java -server sumcol < 8000Input
> 4000000
> 4.277u 0.096s 0:03.74 116.5%    0+0k 0+0io 1pf+0w
>
> x86:/bench/sumcol> time ~/IBMJava2-142/jre/bin/java sumcol < 8000Input
> 4000000
> 2.756u 0.090s 0:02.79 101.7%    0+0k 0+0io 0pf+0w
>
> takfp - server
> ---------------------
> x86:/bench/takfp> time java takfp 10
> 11.0
> 1.568u 0.015s 0:01.63 96.3%     0+0k 0+0io 1pf+0w
>
> x86:/bench/takfp> time java -server takfp 10
> 11.0
> 0.802u 0.014s 0:00.82 98.7%     0+0k 0+0io 1pf+0w
>
> x86:/bench/takfp> time ~/IBMJava2-142/jre/bin/java takfp 10
> 11.0
> 1.005u 0.024s 0:01.03 99.0%     0+0k 0+0io 0pf+0w
>
> process - client
> ---------------------
> x86:/bench/process> time java process 3000
> 3000
> 0.249u 0.261s 0:00.54 92.5%     0+0k 0+0io 1pf+0w
>
> x86:/bench/process> time java -server process 3000
> 3000
> 0.274u 0.281s 0:00.54 101.8%    0+0k 0+0io 1pf+0w
>
> x86:/bench/process> time ~/IBMJava2-142/jre/bin/java process 3000
> 3000
> 0.505u 0.301s 0:00.79 101.2%    0+0k 0+0io 0pf+0w
>
> message - client
> --------------------
> x86:/bench/message> time java message 150
> 450000
> 3.081u 4.948s 0:04.26 188.2%    0+0k 0+0io 1pf+0w
>
> x86:/bench/message> time java -server message 150
> 450000
> 3.672u 5.494s 0:04.86 188.4%    0+0k 0+0io 1pf+0w
>
> x86:/bench/message> time ~/IBMJava2-142/jre/bin/java message 150
> 450000
> 3.204u 7.642s 0:05.79 187.2%    0+0k 0+0io 0pf+0w
>
> wordfreq - client
> --------------------
> x86:/bench/wordfreq> time java wordfreq < 25Input
> 1.113u 0.049s 0:01.21 95.0%     0+0k 0+0io 1pf+0w
>
> x86:/bench/wordfreq> time java -server wordfreq < 25Input
> 2.203u 0.072s 0:01.49 152.3%    0+0k 0+0io 1pf+0w
>
> x86:/bench/wordfreq> time ~/IBMJava2-142/jre/bin/java wordfreq < 
> 25Input
> 1.410u 0.065s 0:01.45 101.3%    0+0k 0+0io 0pf+0w
>