try parallel

Author: ishigo974

.github/workflows/benchmarks.yml

@@ -33,7 +33,7 @@ jobs:
         run: bundle install
       - name: Run benchmarks
         run: bundle exec rake
-      - name: Generate HTML page for all versions
+      - name: Generate Markdown page for all versions
         run: bundle exec rake generate_versions_html
 
   publish:
@@ -43,7 +43,7 @@ jobs:
       - uses: actions/checkout@v3
         with:
           fetch-depth: 0
-      - name: Copy generated HTML page
+      - name: Copy generated Markdown page
         run: |
           cp all_versions_benchmarks.html ./
           touch .nojekyll
@@ -56,7 +56,7 @@ jobs:
           rm -rf *
           cp all_versions_benchmarks.html ./
           touch .nojekyll
-      - name: Commit and push HTML page
+      - name: Commit and push Markdown page
         run: |
           git add .
           git commit -m "Update all versions benchmark HTML [ci skip]" || echo "No changes to commit"

Rakefile

@@ -4,23 +4,34 @@ task :generate_versions_html do
 end
 desc "run benchmark in current ruby"
 task :run_benchmark do
+  require 'fileutils'
   if ENV['CI'] == '1'
-    system('mkdir', '-p', 'reports')
-    output_to_report = ">> reports/#{RUBY_VERSION}.txt"
+    FileUtils.mkdir_p("reports/#{RUBY_VERSION}")
   end
 
-  Dir["code/*/*.rb"].sort_by { |path| path =~ /^code\/general/ ? 0 : 1 }.each do |benchmark|
-    command = "ruby -v -W0 #{benchmark}"
+  benchmarks = Dir["code/*/*.rb"].sort_by { |path| path =~ /^code\/general/ ? 0 : 1 }
 
-    if ENV['CI'] == '1'
-      system("echo '$ ruby -v #{benchmark}' #{output_to_report}")
-      command += " #{output_to_report}"
+  if ENV['CI'] == '1'
+    # Use GNU parallel if available, else fallback to Ruby threads
+    parallel_cmd = "parallel --will-cite --halt soon,fail=1 --jobs $(( $(nproc) )) 'ruby -v -W0 {} > reports/#{RUBY_VERSION}/{/.}.txt' ::: #{benchmarks.join(' ')}"
+    if system('which parallel > /dev/null')
+      puts "Running benchmarks in parallel with GNU parallel"
+      system(parallel_cmd)
     else
+      puts "GNU parallel not found, running benchmarks in Ruby threads"
+      threads = benchmarks.map do |benchmark|
+        Thread.new do
+          out_file = "reports/#{RUBY_VERSION}/#{File.basename(benchmark, '.rb')}.txt"
+          system("ruby -v -W0 #{benchmark} > #{out_file}")
+        end
+      end
+      threads.each(&:join)
+    end
+  else
+    benchmarks.each do |benchmark|
       puts "$ ruby -v #{benchmark}"
+      system("ruby -v -W0 #{benchmark}")
     end
-
-    puts command
-    system(command)
   end
 end