diff --git a/src/helm/benchmark/scenarios/bigcodebench_scenario.py b/src/helm/benchmark/scenarios/bigcodebench_scenario.py index 132bb23f91..19b8ceb699 100644 --- a/src/helm/benchmark/scenarios/bigcodebench_scenario.py +++ b/src/helm/benchmark/scenarios/bigcodebench_scenario.py @@ -36,6 +36,7 @@ def get_instances(self, output_path: str) -> List[Instance]: ensure_directory_exists(cache_dir) dataset = datasets.load_dataset( "bigcode/bigcodebench", + revision="35a015f216382cb88997b91b9400357a79e55141", # for v0.1.2 cache_dir=cache_dir, split=self.version, )