Adding a new file

stanford-crfm · Dec 6, 2024 · d71d92d · d71d92d
1 parent 616b30e
commit d71d92d
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/src/helm/benchmark/run_specs/lite_run_specs.py b/src/helm/benchmark/run_specs/lite_run_specs.py
@@ -188,10 +188,7 @@ def get_mmlu_pro_spec(subject: str, use_chain_of_thought: str = "False", use_few
             name=f"mmlu_pro:subset={subject},use_chain_of_thought={use_chain_of_thought_bool}",
             scenario_spec=scenario_spec,
             adapter_spec=adapter_spec,
-            metric_specs=get_exact_match_metric_specs()
-            + [
-            MetricSpec(class_name="helm.benchmark.metrics.chain_of_thought_metric.ChainOfThoughtMetric", args={}),
-            ],
+            metric_specs=get_exact_match_metric_specs(),
             groups=["mmlu_pro"],
         )