Latest benchmark results performance-optimizations
authorJan Vrany <jan.vrany@fit.cvut.cz>
Thu, 23 May 2013 12:19:04 +0100
branchperformance-optimizations
changeset 2622 1a27e3f04eab
parent 2619 bb850b4cdf4e
child 2623 d561056c9b5e
Latest benchmark results
benchmarks/Rakefile
benchmarks/result.ods
benchmarks/result.txt
benchmarks/results-log.txt
--- a/benchmarks/Rakefile	Wed May 22 22:04:08 2013 +0100
+++ b/benchmarks/Rakefile	Thu May 23 12:19:04 2013 +0100
@@ -1,3 +1,5 @@
+#require 'pry'
+
 require 'yaml'
 
 
@@ -111,6 +113,7 @@
     task spec[0] do        
       results = Hash.new
       benchmark(spec[0], spec[1], results, BENCHMARK_RUNS)
+      puts results.to_yaml
       write_results_txt(STDOUT, results)
     end
   end
@@ -162,7 +165,7 @@
        if (platform == :'jvm') 
           command = "#{JAVA} stx.libjava.benchmarks.#{test} #{passes}" 
        elsif (platform == :'jvmint') 
-          #command = "#{JAVA} -Xint stx.libjava.benchmarks.#{test} #{passes}" 
+          command = "#{JAVA} -Xint stx.libjava.benchmarks.#{test} #{passes}" 
           command = 'echo "EXECUTION TIME: N/A"'
        elsif (platform == :'stx')
           command = "./benchmark-runner.sh --smalltalk -b #{test} -n #{passes} 2>&1"
@@ -172,7 +175,7 @@
           if test == 'Ackerman' 
             command = 'echo "EXECUTION TIME: N/A"'
           else 
-            #command = "./benchmark-runner.sh --nojit --java -b #{test} -n #{passes} 2>&1"
+            command = "./benchmark-runner.sh --nojit --java -b #{test} -n #{passes} 2>&1"
             command = 'echo "EXECUTION TIME: N/A"'
           end
        elsif (platform == :'stx2libjava') 
@@ -218,7 +221,7 @@
       if (pair.size == 2) 
         key = pair[0]
         if (results.has_key? key)
-          values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava], results[:key][:ruby] ]
+          values << [ key, results[key][:jvm], results[key][:jvmint], results[key][:stx], results[key][:libjava], results[key][:libjavaint], results[key][:stx2libjava], results[key][:ruby] ]
         end
       end  
     end
Binary file benchmarks/result.ods has changed
--- a/benchmarks/result.txt	Wed May 22 22:04:08 2013 +0100
+++ b/benchmarks/result.txt	Thu May 23 12:19:04 2013 +0100
@@ -1,17 +1,17 @@
 
-2013-05-01 18:16:24 +0100
-              Test        JVM   JVM (int)      STX-S      STX-J   STX-J (int)    STX-J2S
-          Ackerman          5          62         50         38           N/A        N/A
-               Ary         49        1290       1438       2320         21114        N/A
-              Hash          6          32          3        548           225        N/A
-            Strcat        171         895        964       4601         15631        N/A
-           Native1          2          25        N/A         25           196        N/A
-            Groovy         55          60        N/A        666           873        N/A
-             Saxon        112         125        N/A        929          1359        N/A
-  MethodInvocation          0       12021       2075       1520         65543       4071
-PrimitiveArguments          0        2233        528        336         16533        882
-   ObjectArguments          0        2394        490        304         16009        883
-  WrappedArguments        308       12089        526       4239         97960       5583
-OverloadedMethods2         31       29994       2340       5655        150319      52764
- OverloadedMethods          0        9400       1132        758         39878       3128
+2013-05-23 11:54:47 +0100
+              Test        JVM   JVM (int)      STX-S      STX-J   STX-J (int)    STX-J2S       Ruby
+          Ackerman          5         N/A        264         38           N/A        N/A       1757
+               Ary         69         N/A       7549       2097           N/A        N/A      13404
+              Hash          8         N/A          4        471           N/A        N/A          8
+            Strcat        180         N/A        559        552           N/A        N/A        500
+           Native1          2         N/A        N/A         23           N/A        N/A        N/A
+            Groovy         56         N/A        N/A        201           N/A        N/A        N/A
+             Saxon        109         N/A        N/A        224           N/A        N/A        N/A
+  MethodInvocation          0         N/A      10472       1862           N/A      12333      36849
+PrimitiveArguments          0         N/A       2157        410           N/A       2453        N/A
+   ObjectArguments          0         N/A       2161        407           N/A       2484        N/A
+  WrappedArguments        295         N/A       2164       4226           N/A       7141        N/A
+OverloadedMethods2         30         N/A      13965       5450           N/A      39552        N/A
+ OverloadedMethods          0         N/A       5599        824           N/A       7750        N/A
 --
--- a/benchmarks/results-log.txt	Wed May 22 22:04:08 2013 +0100
+++ b/benchmarks/results-log.txt	Thu May 23 12:19:04 2013 +0100
@@ -188,3 +188,24 @@
 OverloadedMethods2         31       29994       2340       5655        150319      52764
  OverloadedMethods          0        9400       1132        758         39878       3128
 --
+
+2013-05-23 10:41:30 +0100
+Test   JVM   JVM (int)   STX-S   STX-J   STX-J (int)   STX-J2S   Ruby
+--
+
+2013-05-23 11:54:47 +0100
+              Test        JVM   JVM (int)      STX-S      STX-J   STX-J (int)    STX-J2S       Ruby
+          Ackerman          5         N/A        264         38           N/A        N/A       1757
+               Ary         69         N/A       7549       2097           N/A        N/A      13404
+              Hash          8         N/A          4        471           N/A        N/A          8
+            Strcat        180         N/A        559        552           N/A        N/A        500
+           Native1          2         N/A        N/A         23           N/A        N/A        N/A
+            Groovy         56         N/A        N/A        201           N/A        N/A        N/A
+             Saxon        109         N/A        N/A        224           N/A        N/A        N/A
+  MethodInvocation          0         N/A      10472       1862           N/A      12333      36849
+PrimitiveArguments          0         N/A       2157        410           N/A       2453        N/A
+   ObjectArguments          0         N/A       2161        407           N/A       2484        N/A
+  WrappedArguments        295         N/A       2164       4226           N/A       7141        N/A
+OverloadedMethods2         30         N/A      13965       5450           N/A      39552        N/A
+ OverloadedMethods          0         N/A       5599        824           N/A       7750        N/A
+--