Fix benchmark job

.github/run-benchmark-as-lit-jobs.py

@@ -16,14 +16,13 @@ def main(gh_run_id: str = ""):
     print("Uploading package and benchmark script...")
     s.upload_folder("dist", remote_path="dist")
     pkg_path = glob.glob("dist/*.whl")[0]
+    s.upload_file("examples/coverage/requirements.txt", remote_path="benchmarks/requirements.txt")
     s.upload_file("thunder/benchmarks/benchmark_hf.py", remote_path="benchmarks/benchmark_hf.py")
 
     print("Starting studio...")
     s.start()
     print("Installing Thunder and dependencies...")
-    s.run(
-        f"pip install {pkg_path} -U transformers==4.52.4 nvidia-cudnn-frontend 'numpy<2.0' 'nvfuser_cu128_torch27==0.2.27.dev20250615'"
-    )
+    s.run(f"pip install {pkg_path} -U -r benchmarks/requirements.txt")
 
     print("Running HF benchmark script...")
     job = Job.run(

examples/coverage/requirements.txt

@@ -1,4 +1,4 @@
-transformers==4.52.4
+transformers==4.55.4
 accelerate
 nvfuser-cu128-torch28
 nvidia-cudnn-frontend

thunder/benchmarks/benchmark_hf.py

@@ -5,17 +5,10 @@
 
 import thunder
 from thunder.dev_utils.benchmark import benchmark_n
-from thunder.recipes.base import BaseRecipe
+from thunder.recipes.hf_transformers import HFTransformers
 
 from torch.profiler import profile, record_function, ProfilerActivity
 
-
-class DebugRecipe(BaseRecipe):
-    def setup_config(self):
-        config = super().setup_config()
-        return config
-
-
 device = "cuda"
 model_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"
 
@@ -28,8 +21,8 @@ def setup_config(self):
 plugins_str = "" if plugins is None else plugins if isinstance(plugins, str) else "-".join(plugins)
 
 # Define recipes
-nvfuser_recipe = DebugRecipe()
-torchcompile_recipe = DebugRecipe(fuser="torch.compile")
+nvfuser_recipe = HFTransformers()
+torchcompile_recipe = HFTransformers(fuser="torch.compile")
 recipes = [nvfuser_recipe, torchcompile_recipe]
 
 

thunder/recipes/hf_transformers.py

@@ -45,17 +45,19 @@ class HFTransformers(BaseRecipe):
 
     Args:
         show_progress (bool, optional): Forwarded to :class:`BaseRecipe`.
+        fuser (str, optional): which fuser to use, default NvFuser.
         interpreter (str, optional): Thunder interpreter to use.
         plugins (Iterable | None, optional): Extra Thunder plugins.
     """
 
     def __init__(
         self,
         show_progress=False,
+        fuser="nvfuser",
         interpreter="thunder.jit",
         plugins=None,
     ):
-        super().__init__(show_progress=show_progress, interpreter=interpreter, plugins=plugins)
+        super().__init__(show_progress=show_progress, fuser=fuser, interpreter=interpreter, plugins=plugins)
 
         # for kv-cache inplace ops
         self.inplace_index_copy_transform = InplaceIndexCopyTransform()