[GR-21232] Add ecosystem benchmark for rails routes

PullRequest: truffleruby/2075

Author: eregon

bench/rails/blog6-bundle-install.rb

@@ -0,0 +1,13 @@
+# This is a long running benchmark and should
+# be run using fixed iterations. E.g.
+# jt benchmark bench/rails/blog6-bundle-install.rb --elapsed --iterations --ips --fixed-iterations 1
+# RUBY_BENCHMARKS=true jt mx benchmark ecosystem
+#
+
+require_relative './blog6-setup.rb'
+
+Blog6Setup.setup_bundler
+
+benchmark 'blog6-bundle-install' do
+  Blog6Setup.bundle_install
+end

bench/rails/blog6-rails-routes.rb

@@ -0,0 +1,17 @@
+# This is a long running benchmark and should
+# be run using fixed iterations. E.g.
+# jt benchmark bench/rails/blog6-rails-routes.rb --elapsed --iterations --ips --fixed-iterations 1
+# RUBY_BENCHMARKS=true jt mx benchmark ecosystem
+#
+
+require_relative './blog6-setup.rb'
+require_relative '../../tool/jt.rb'
+
+Blog6Setup.setup_bundler
+Blog6Setup.bundle_install
+
+benchmark 'blog6-rails-routes' do
+  Dir.chdir(Blog6Setup::BLOG6_DIR) do
+    JT.ruby(*%w[-S bin/rails routes])
+  end
+end

bench/rails/blog6-setup.rb

@@ -0,0 +1,22 @@
+require_relative '../../tool/jt.rb'
+require 'fileutils'
+
+module Blog6Setup
+  BLOG6_DIR = File.expand_path('../../../test/truffle/ecosystem/blog6', __FILE__)
+
+  def self.setup_bundler
+    Dir.chdir(BLOG6_DIR) do
+      FileUtils.cp 'Gemfile.lock.renamed', 'Gemfile.lock'
+      gem_test_pack = JT.gem_test_pack
+      JT.ruby(*%w[-S bundle config --local cache_path], "#{gem_test_pack}/gem-cache")
+      JT.ruby(*%w[-S bundle config --local without postgresql mysql])
+      JT.ruby(*%w[-S bundle config --local path vendor/bundle])
+    end
+  end
+
+  def self.bundle_install
+    Dir.chdir(BLOG6_DIR) do
+      JT.ruby(*%w[-S bundle install --local --no-cache])
+    end
+  end
+end

mx.truffleruby/mx_truffleruby_benchmark.py

@@ -692,13 +692,20 @@ def time(self):
     'rubykon/rubykon',
 ]
 
+blog6_benchmarks = [
+    'rails/blog6-bundle-install',
+    'rails/blog6-rails-routes',
+]
+
 class WarmupBenchmarkSuite(AllBenchmarksBenchmarkSuite):
     def config(self):
         iterations = {
             'asciidoctor-convert':     {10:'startup', 100:'early-warmup', 500:'late-warmup'},
             'asciidoctor-load-file':   {10:'startup', 100:'early-warmup', 500:'late-warmup'},
             'asciidoctor-load-string': {10:'startup', 100:'early-warmup', 500:'late-warmup'},
             'rubykon':                 {1:'startup', 10:'early-warmup', 30:'late-warmup'},
+            'blog6-bundle-install':    {1:'single-shot'},
+            'blog6-rails-routes':      {1:'single-shot'},
         }
         return {'kind': 'fixed-iterations', 'iterations': iterations}
 
@@ -709,7 +716,10 @@ def directory(self):
         return None
 
     def benchmarkList(self, bmSuiteArgs):
-        return warmup_benchmarks
+        benchmarks = warmup_benchmarks[:]
+        if os.environ.get('GUEST_VM') != "jruby":
+            benchmarks.extend(blog6_benchmarks)
+        return benchmarks
 
 mx_benchmark.add_bm_suite(BuildStatsBenchmarkSuite())
 mx_benchmark.add_bm_suite(AllocationBenchmarkSuite())

tool/jt.rb

@@ -2596,6 +2596,15 @@ def visualvm
 class JT
   include Commands
 
+  def self.ruby(*args)
+    jt = JT.new
+    jt.send(:run_ruby, *args)
+  end
+
+  def self.gem_test_pack
+    JT.new.gem_test_pack
+  end
+
   def main(args)
     args = args.dup