formatting

stanford-crfm · Dec 13, 2024 · b5c7a7a · b5c7a7a
1 parent 1f71efc
commit b5c7a7a
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 7 deletions.
diff --git a/src/helm/benchmark/run_specs/lite_run_specs.py b/src/helm/benchmark/run_specs/lite_run_specs.py
@@ -457,11 +457,11 @@ def get_ifeval_spec() -> RunSpec:
 def get_wildbench_spec(subset: str, use_model_outputs: str = "False") -> RunSpec:
 
     scenario_spec = ScenarioSpec(
-        class_name = "helm.benchmark.scenarios.wildbench_scenario.WildBenchScenario",
-        args = {
+        class_name="helm.benchmark.scenarios.wildbench_scenario.WildBenchScenario",
+        args={
             "subset": subset,
             "use_model_outputs": use_model_outputs == "True",
-        }
+        },
     )
 
     adapter_spec = AdapterSpec(

diff --git a/src/helm/benchmark/scenarios/wildbench_scenario.py b/src/helm/benchmark/scenarios/wildbench_scenario.py
@@ -71,7 +71,10 @@ def get_instances(self, output_path: str) -> List[Instance]:
             checklist = [f"- {checklist_item}" for checklist_item in row["checklist"]]
 
             input = Input(
-                text = history_text + "\n\n" + "USER: " + user_query_text,  # For frontend display only, not used for evaluation
+                text=history_text
+                + "\n\n"
+                + "USER: "
+                + user_query_text,  # For frontend display only, not used for evaluation
             )
             instance = Instance(
                 input=input,
@@ -80,9 +83,7 @@ def get_instances(self, output_path: str) -> List[Instance]:
                 extra_data={
                     "conversation": conversation,
                     "baseline_outputs": {
-                        model: baseline_outputs[model][idx]["output"][0]
-                        if self.use_model_outputs
-                        else None
+                        model: baseline_outputs[model][idx]["output"][0] if self.use_model_outputs else None
                         for model in REFERENCE_MODELS
                     },
                     "history": history_text,