From d71d92d81c36b4710833a925e0bf678cdd722ffb Mon Sep 17 00:00:00 2001 From: siyagoel Date: Thu, 5 Dec 2024 16:33:33 -0800 Subject: [PATCH] Adding a new file --- src/helm/benchmark/run_specs/lite_run_specs.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/src/helm/benchmark/run_specs/lite_run_specs.py b/src/helm/benchmark/run_specs/lite_run_specs.py index 0ded4aba8b..c9377b5693 100644 --- a/src/helm/benchmark/run_specs/lite_run_specs.py +++ b/src/helm/benchmark/run_specs/lite_run_specs.py @@ -188,10 +188,7 @@ def get_mmlu_pro_spec(subject: str, use_chain_of_thought: str = "False", use_few name=f"mmlu_pro:subset={subject},use_chain_of_thought={use_chain_of_thought_bool}", scenario_spec=scenario_spec, adapter_spec=adapter_spec, - metric_specs=get_exact_match_metric_specs() - + [ - MetricSpec(class_name="helm.benchmark.metrics.chain_of_thought_metric.ChainOfThoughtMetric", args={}), - ], + metric_specs=get_exact_match_metric_specs(), groups=["mmlu_pro"], )