Benchmarks updated. development
authorJan Vrany <jan.vrany@fit.cvut.cz>
Wed, 01 May 2013 18:25:53 +0100
branchdevelopment
changeset 2576 66d0effca1fd
parent 2575 53bd90a18614
child 2577 20f1eddba58b
Benchmarks updated. Last results included.
benchmarks/Rakefile
benchmarks/result.ods
benchmarks/result.txt
benchmarks/results-log.txt
benchmarks/stx_libjava_benchmarks.st
--- a/benchmarks/Rakefile	Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/Rakefile	Wed May 01 18:25:53 2013 +0100
@@ -122,7 +122,7 @@
     puts "export CLASSPATH=#{classpath()}"
     ENV['CLASSPATH'] = classpath()
     
-    [:jvm, :stx, :libjava, :stx2libjava].each do | platform |        
+    [:jvm, :jvmint, :stx, :libjava, :libjavaint, :stx2libjava].each do | platform |        
         times[platform] = measure(test, passes, platform, runs)
     end
 
@@ -159,10 +159,18 @@
 def measure_single(test, passes, platform)
        if (platform == :'jvm') 
           command = "java stx.libjava.benchmarks.#{test} #{passes}" 
+       elsif (platform == :'jvmint') 
+          command = "java -Xint stx.libjava.benchmarks.#{test} #{passes}" 
        elsif (platform == :'stx')
           command = "./benchmark-runner.sh --smalltalk -b #{test} -n #{passes} 2>&1"
        elsif (platform == :'libjava') 
-          command = "./benchmark-runner.sh --java -b #{test} -n #{passes} 2>&1"
+          command = "./benchmark-runner.sh --jit --java -b #{test} -n #{passes} 2>&1"
+       elsif (platform == :'libjavaint') 
+          if test == 'Ackerman' 
+            command = 'echo "EXECUTION TIME: N/A"'
+          else 
+            command = "./benchmark-runner.sh --nojit --java -b #{test} -n #{passes} 2>&1"
+          end
        elsif (platform == :'stx2libjava') 
           command = "./benchmark-runner.sh --smalltalk2java -b #{test} -n #{passes} 2>&1"
        else 
@@ -199,12 +207,12 @@
     file.write("\n")
     file.write(Time.now.to_s)    
     file.write("\n")
-    values = [[ "Test", "JVM", "STX-S", "STX-J" , "STX-J2S" ]]
+    values = [[ "Test", "JVM", "JVM (int)", "STX-S", "STX-J", "STX-J (int)" , "STX-J2S" ]]
     TESTS.each do | pair |
       if (pair.size == 2) 
         key = pair[0]
         if (results.has_key? key)
-          values << [ key, results[key][:jvm], results[key][:stx], results[key][:libjava], results[key][:stx2libjava] ]
+          values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava] ]
         end
       end  
     end
@@ -232,12 +240,12 @@
 
 
 def write_results_csv(file, results)   
-    values = [[ "Test", "JVM", "STX-S", "STX-J" , "STX-J2S" ]]
+    values = [[ "Test", "JVM", "JVM (int)", "STX-S", "STX-J", "STX-J (int)" , "STX-J2S" ]]
     TESTS.each do | pair |
       if (pair.size == 2) 
         key = pair[0]
         if (results.has_key? key)
-          values << [ key, results[key][:jvm], results[key][:stx], results[key][:libjava], results[key][:stx2libjava] ]
+          values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava] ]
         end
       end  
     end
Binary file benchmarks/result.ods has changed
--- a/benchmarks/result.txt	Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/result.txt	Wed May 01 18:25:53 2013 +0100
@@ -1,16 +1,17 @@
 
-Tue Nov 06 17:26:37 +0000 2012
-              Test        JVM      STX-S      STX-J    STX-J2S
-          Ackerman         10         72         78        N/A
-               Ary        124       3742       7912        N/A
-              Hash         23         10       1140        N/A
-            Strcat        831       1360       1718        N/A
-            Groovy        150        N/A       2891        N/A
-             Saxon        320        N/A       1861        N/A
-  MethodInvocation          0       5421       4933      12561
-PrimitiveArguments          0        912        845       2797
-   ObjectArguments          0       1023        711       2792
-  WrappedArguments       1116        877      16475       2334
-OverloadedMethods2         69       6887      21053      19688
- OverloadedMethods          0       3141       2460       8391
+2013-05-01 18:16:24 +0100
+              Test        JVM   JVM (int)      STX-S      STX-J   STX-J (int)    STX-J2S
+          Ackerman          5          62         50         38           N/A        N/A
+               Ary         49        1290       1438       2320         21114        N/A
+              Hash          6          32          3        548           225        N/A
+            Strcat        171         895        964       4601         15631        N/A
+           Native1          2          25        N/A         25           196        N/A
+            Groovy         55          60        N/A        666           873        N/A
+             Saxon        112         125        N/A        929          1359        N/A
+  MethodInvocation          0       12021       2075       1520         65543       4071
+PrimitiveArguments          0        2233        528        336         16533        882
+   ObjectArguments          0        2394        490        304         16009        883
+  WrappedArguments        308       12089        526       4239         97960       5583
+OverloadedMethods2         31       29994       2340       5655        150319      52764
+ OverloadedMethods          0        9400       1132        758         39878       3128
 --
--- a/benchmarks/results-log.txt	Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/results-log.txt	Wed May 01 18:25:53 2013 +0100
@@ -171,3 +171,20 @@
 OverloadedMethods2         69       6887      21053      19688
  OverloadedMethods          0       3141       2460       8391
 --
+
+2013-05-01 18:16:24 +0100
+              Test        JVM   JVM (int)      STX-S      STX-J   STX-J (int)    STX-J2S
+          Ackerman          5          62         50         38           N/A        N/A
+               Ary         49        1290       1438       2320         21114        N/A
+              Hash          6          32          3        548           225        N/A
+            Strcat        171         895        964       4601         15631        N/A
+           Native1          2          25        N/A         25           196        N/A
+            Groovy         55          60        N/A        666           873        N/A
+             Saxon        112         125        N/A        929          1359        N/A
+  MethodInvocation          0       12021       2075       1520         65543       4071
+PrimitiveArguments          0        2233        528        336         16533        882
+   ObjectArguments          0        2394        490        304         16009        883
+  WrappedArguments        308       12089        526       4239         97960       5583
+OverloadedMethods2         31       29994       2340       5655        150319      52764
+ OverloadedMethods          0        9400       1132        758         39878       3128
+--
--- a/benchmarks/stx_libjava_benchmarks.st	Wed May 01 18:25:24 2013 +0100
+++ b/benchmarks/stx_libjava_benchmarks.st	Wed May 01 18:25:53 2013 +0100
@@ -48,6 +48,7 @@
 
     ^ #(
         #'stx:libjava'    "Java - referenced by JavaBenchmark>>runBenchmarkJ: "
+        #'stx:libjava/libs' 
         #'stx:libprofiler'    "Profiler - referenced by JavaBenchmark>>profileStart "
     )
 !
@@ -90,6 +91,7 @@
         ObjectArguments
         PrimitiveArguments
         WrappedArguments
+        Native1
     )
 !