satisfying type checker

stanford-crfm · Dec 15, 2024 · 11e7334 · 11e7334
1 parent 054c4aa
commit 11e7334
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/helm/benchmark/annotation/annotator.py b/src/helm/benchmark/annotation/annotator.py
@@ -23,7 +23,7 @@ def annotate(self, request_state: RequestState) -> Any:
     def annotate_all(self, request_states: List[RequestState]) -> List[Dict[str, Any]]:
         """Fills the annotations field of all request states with additional information
         that are implementation specific."""
-        pass
+        return [self.annotate(request_state) for request_state in request_states]
 
 
 @dataclass(frozen=True)

diff --git a/src/helm/benchmark/annotation_executor.py b/src/helm/benchmark/annotation_executor.py
@@ -141,5 +141,5 @@ def process_all(self, annotator_specs: List[AnnotatorSpec], states: List[Request
                 new_annotations = annotator.annotate_all(states)
                 annotations[annotator.name] = new_annotations
         except Exception as e:
-            raise AnnotationExecutorError(f"{str(e)} Request: {states.request}") from e
+            raise AnnotationExecutorError(f"{str(e)} Request: {[state.request for state in states]}") from e
         return [replace(state, annotations=new_annotations[idx]) for idx, state in enumerate(states)]