Benchmarks updated.
Last results included.
--- a/benchmarks/Rakefile Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/Rakefile Wed May 01 18:25:53 2013 +0100
@@ -122,7 +122,7 @@
puts "export CLASSPATH=#{classpath()}"
ENV['CLASSPATH'] = classpath()
- [:jvm, :stx, :libjava, :stx2libjava].each do | platform |
+ [:jvm, :jvmint, :stx, :libjava, :libjavaint, :stx2libjava].each do | platform |
times[platform] = measure(test, passes, platform, runs)
end
@@ -159,10 +159,18 @@
def measure_single(test, passes, platform)
if (platform == :'jvm')
command = "java stx.libjava.benchmarks.#{test} #{passes}"
+ elsif (platform == :'jvmint')
+ command = "java -Xint stx.libjava.benchmarks.#{test} #{passes}"
elsif (platform == :'stx')
command = "./benchmark-runner.sh --smalltalk -b #{test} -n #{passes} 2>&1"
elsif (platform == :'libjava')
- command = "./benchmark-runner.sh --java -b #{test} -n #{passes} 2>&1"
+ command = "./benchmark-runner.sh --jit --java -b #{test} -n #{passes} 2>&1"
+ elsif (platform == :'libjavaint')
+ if test == 'Ackerman'
+ command = 'echo "EXECUTION TIME: N/A"'
+ else
+ command = "./benchmark-runner.sh --nojit --java -b #{test} -n #{passes} 2>&1"
+ end
elsif (platform == :'stx2libjava')
command = "./benchmark-runner.sh --smalltalk2java -b #{test} -n #{passes} 2>&1"
else
@@ -199,12 +207,12 @@
file.write("\n")
file.write(Time.now.to_s)
file.write("\n")
- values = [[ "Test", "JVM", "STX-S", "STX-J" , "STX-J2S" ]]
+ values = [[ "Test", "JVM", "JVM (int)", "STX-S", "STX-J", "STX-J (int)" , "STX-J2S" ]]
TESTS.each do | pair |
if (pair.size == 2)
key = pair[0]
if (results.has_key? key)
- values << [ key, results[key][:jvm], results[key][:stx], results[key][:libjava], results[key][:stx2libjava] ]
+ values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava] ]
end
end
end
@@ -232,12 +240,12 @@
def write_results_csv(file, results)
- values = [[ "Test", "JVM", "STX-S", "STX-J" , "STX-J2S" ]]
+ values = [[ "Test", "JVM", "JVM (int)", "STX-S", "STX-J", "STX-J (int)" , "STX-J2S" ]]
TESTS.each do | pair |
if (pair.size == 2)
key = pair[0]
if (results.has_key? key)
- values << [ key, results[key][:jvm], results[key][:stx], results[key][:libjava], results[key][:stx2libjava] ]
+ values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava] ]
end
end
end
Binary file benchmarks/result.ods has changed
--- a/benchmarks/result.txt Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/result.txt Wed May 01 18:25:53 2013 +0100
@@ -1,16 +1,17 @@
-Tue Nov 06 17:26:37 +0000 2012
- Test JVM STX-S STX-J STX-J2S
- Ackerman 10 72 78 N/A
- Ary 124 3742 7912 N/A
- Hash 23 10 1140 N/A
- Strcat 831 1360 1718 N/A
- Groovy 150 N/A 2891 N/A
- Saxon 320 N/A 1861 N/A
- MethodInvocation 0 5421 4933 12561
-PrimitiveArguments 0 912 845 2797
- ObjectArguments 0 1023 711 2792
- WrappedArguments 1116 877 16475 2334
-OverloadedMethods2 69 6887 21053 19688
- OverloadedMethods 0 3141 2460 8391
+2013-05-01 18:16:24 +0100
+ Test JVM JVM (int) STX-S STX-J STX-J (int) STX-J2S
+ Ackerman 5 62 50 38 N/A N/A
+ Ary 49 1290 1438 2320 21114 N/A
+ Hash 6 32 3 548 225 N/A
+ Strcat 171 895 964 4601 15631 N/A
+ Native1 2 25 N/A 25 196 N/A
+ Groovy 55 60 N/A 666 873 N/A
+ Saxon 112 125 N/A 929 1359 N/A
+ MethodInvocation 0 12021 2075 1520 65543 4071
+PrimitiveArguments 0 2233 528 336 16533 882
+ ObjectArguments 0 2394 490 304 16009 883
+ WrappedArguments 308 12089 526 4239 97960 5583
+OverloadedMethods2 31 29994 2340 5655 150319 52764
+ OverloadedMethods 0 9400 1132 758 39878 3128
--
--- a/benchmarks/results-log.txt Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/results-log.txt Wed May 01 18:25:53 2013 +0100
@@ -171,3 +171,20 @@
OverloadedMethods2 69 6887 21053 19688
OverloadedMethods 0 3141 2460 8391
--
+
+2013-05-01 18:16:24 +0100
+ Test JVM JVM (int) STX-S STX-J STX-J (int) STX-J2S
+ Ackerman 5 62 50 38 N/A N/A
+ Ary 49 1290 1438 2320 21114 N/A
+ Hash 6 32 3 548 225 N/A
+ Strcat 171 895 964 4601 15631 N/A
+ Native1 2 25 N/A 25 196 N/A
+ Groovy 55 60 N/A 666 873 N/A
+ Saxon 112 125 N/A 929 1359 N/A
+ MethodInvocation 0 12021 2075 1520 65543 4071
+PrimitiveArguments 0 2233 528 336 16533 882
+ ObjectArguments 0 2394 490 304 16009 883
+ WrappedArguments 308 12089 526 4239 97960 5583
+OverloadedMethods2 31 29994 2340 5655 150319 52764
+ OverloadedMethods 0 9400 1132 758 39878 3128
+--
--- a/benchmarks/stx_libjava_benchmarks.st Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/stx_libjava_benchmarks.st Wed May 01 18:25:53 2013 +0100
@@ -48,6 +48,7 @@
^ #(
#'stx:libjava' "Java - referenced by JavaBenchmark>>runBenchmarkJ: "
+ #'stx:libjava/libs'
#'stx:libprofiler' "Profiler - referenced by JavaBenchmark>>profileStart "
)
!
@@ -90,6 +91,7 @@
ObjectArguments
PrimitiveArguments
WrappedArguments
+ Native1
)
!