pinpoint the actual commit hash to specify revision

stanford-crfm · Dec 16, 2024 · ce9941e · ce9941e
1 parent eff37f5
commit ce9941e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/helm/benchmark/scenarios/bigcodebench_scenario.py b/src/helm/benchmark/scenarios/bigcodebench_scenario.py
@@ -36,6 +36,7 @@ def get_instances(self, output_path: str) -> List[Instance]:
         ensure_directory_exists(cache_dir)
         dataset = datasets.load_dataset(
             "bigcode/bigcodebench",
+            revision="35a015f216382cb88997b91b9400357a79e55141",  # for v0.1.2
             cache_dir=cache_dir,
             split=self.version,
         )