Add mix task to run benchmarks

Author: ashton314

lib/chorex_benchmarks.ex

@@ -91,29 +91,32 @@ defmodule ChorexBenchmarks do
     Logger.configure(level: :alert) # suppress crash messages
     Benchee.run(
       %{
-        "nested, no  crash, 100" => fn -> LoopBenches.crashy_nested_runner(10, false) end,
-        "nested, yes crash, 100" => fn -> LoopBenches.crashy_nested_runner(10, true) end,
+        "nested, no  try,   100" => fn -> LoopBenches.crashy_nested_runner(100, false, false) end,
+        "nested, no  crash, 100" => fn -> LoopBenches.crashy_nested_runner(100, false, true) end,
+        "nested, yes crash, 100" => fn -> LoopBenches.crashy_nested_runner(100, true, true) end,
       },
       time: @time,
       memory_time: @memory_time
     )
-    # Benchee.run(
-    #   %{
-    #     "nested, no  crash, 1000" => fn -> LoopBenches.crashy_nested_runner(1000, false) end,
-    #     "nested, yes crash, 1000" => fn -> LoopBenches.crashy_nested_runner(1000, true) end,
-    #   },
-    #   time: @time,
-    #   memory_time: @memory_time
-    # )
-    # Benchee.run(
-    #   %{
-    #     "nested, no  crash, 10000" => fn -> LoopBenches.crashy_nested_runner(10000, false) end,
-    #     "nested, yes crash, 10000" => fn -> LoopBenches.crashy_nested_runner(10000, true) end,
-    #   },
-    #   time: @time,
-    #   memory_time: @memory_time
-    # )
-    # Logger.configure(level: :warning) # restore
+    Benchee.run(
+      %{
+        "nested, no  try,   1000" => fn -> LoopBenches.crashy_nested_runner(1000, false, false) end,
+        "nested, no  crash, 1000" => fn -> LoopBenches.crashy_nested_runner(1000, false) end,
+        "nested, yes crash, 1000" => fn -> LoopBenches.crashy_nested_runner(1000, true) end,
+      },
+      time: @time,
+      memory_time: @memory_time
+    )
+    Benchee.run(
+      %{
+        "nested, no  try,   10000" => fn -> LoopBenches.crashy_nested_runner(10000, false, false) end,
+        "nested, no  crash, 10000" => fn -> LoopBenches.crashy_nested_runner(10000, false) end,
+        "nested, yes crash, 10000" => fn -> LoopBenches.crashy_nested_runner(10000, true) end,
+      },
+      time: @time,
+      memory_time: @memory_time
+    )
+    Logger.configure(level: :warning) # restore
     :ok
   end
 

lib/loop_benches.ex

@@ -30,34 +30,41 @@ defmodule LoopBenches do
 
   defmodule CrashyNestedLoop do
     defchor [CnRunner, CnMonitor] do
-      def run(CnMonitor.(laps)) do
-        loop_try(CnMonitor.(laps), CnRunner.(0))
-        # CnMonitor.(dbg(:done2))
-        # CnRunner.(dbg(:finished2))
+      def run(CnMonitor.(laps), CnMonitor.(use_try?)) do
+        if CnMonitor.(use_try?) do
+          loop_try(CnMonitor.(laps), CnRunner.(0))
+        else
+          loop_plain(CnMonitor.(laps), CnRunner.(0))
+        end
+      end
+
+      def loop_plain(CnMonitor.(laps), CnRunner.(lap_no)) do
+        CnMonitor.work_hard()
+        CnRunner.work_hard()
+        CnRunner.(lap_no) ~> CnMonitor.(l)
+
+        if CnMonitor.(l < laps) do
+          loop_plain(CnMonitor.(laps), CnRunner.(lap_no + 1))
+        else
+          CnMonitor.(:done)
+          CnRunner.(:finished)
+        end
       end
 
       def loop_try(CnMonitor.(laps), CnRunner.(lap_no)) do
-        # CnRunner.(dbg({:foo, lap_no}))
         try do
           CnMonitor.work_hard()
           CnRunner.work_hard()
           CnRunner.(lap_no) ~> CnMonitor.(l)
-          # CnRunner.(dbg(lap_no))
-          # CnMonitor.(dbg(l))
 
           if CnMonitor.(l < laps) do
             CnMonitor.maybe_explode?(0)
-            # should never be reached if maybe_explode?(0) goes off
-            # CnRunner.(dbg({:bar, lap_no}))
             loop_try(CnMonitor.(laps), CnRunner.(lap_no + 1))
           else
             CnMonitor.(:done)
             CnRunner.(:finished)
-            # CnMonitor.(dbg(:done))
-            # CnRunner.(dbg(:finished))
           end
         rescue
-          # CnRunner.(dbg({:baz, lap_no}))
           loop_try(CnMonitor.(laps), CnRunner.(lap_no + 1))
         end
       end
@@ -338,15 +345,15 @@ defmodule LoopBenches do
     {m1, m2}
   end
 
-  def crashy_nested_runner(laps \\ 100, blow_up? \\ true) do
+  def crashy_nested_runner(laps \\ 100, blow_up? \\ true, use_try? \\ true) do
     Chorex.start(
       CrashyNestedLoop.Chorex,
       %{
         CnRunner => MyCrashyNestedRunner,
         # CnMonitor => MyCrashyNestedMonitor
         CnMonitor => if(blow_up?, do: MyCrashyNestedMonitor, else: MySafeNestedMonitor)
       },
-      [laps]
+      [laps, use_try?]
     )
 
     m1 =

lib/mix/tasks/benchmarks.ex

@@ -0,0 +1,9 @@
+defmodule Mix.Tasks.Benchmarks do
+  @shortdoc "Run the Chorex benchmarks in full"
+  @requirements ["loadpaths", "app.config", "app.start"]
+  use Mix.Task
+
+  def run(_args) do
+    ChorexBenchmarks.stats()
+  end
+end