Fix LCM benchmark test (huggingface#7158)

* make workflow dispatchable.

* fix: lcm lora compile

Author: sayakpaul

.github/workflows/benchmark.yml

@@ -1,6 +1,7 @@
 name: Benchmarking tests
 
 on:
+  workflow_dispatch:
   schedule:
     - cron: "30 1 1,15 * *" # every 2 weeks on the 1st and the 15th of every month at 1:30 AM
 

benchmarks/base_classes.py

@@ -141,6 +141,7 @@ def __init__(self, args):
         super().__init__(args)
         self.pipe.load_lora_weights(self.lora_id)
         self.pipe.fuse_lora()
+        self.pipe.unload_lora_weights()
         self.pipe.scheduler = LCMScheduler.from_config(self.pipe.scheduler.config)
 
     def get_result_filepath(self, args):