raises error when dataset is an empty list in NanoBEIREvaluator (#3122)

* raises error when dataset is an empty list in NanoBEIREvaluator * fix len
UKPLab · Dec 10, 2024 · 58d68ac · 58d68ac
1 parent 679ab5d
commit 58d68ac
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/sentence_transformers/evaluation/NanoBEIREvaluator.py b/sentence_transformers/evaluation/NanoBEIREvaluator.py
@@ -420,6 +420,8 @@ def _load_dataset(self, dataset_name: DatasetNameType, **ir_evaluator_kwargs) ->
         )
 
     def _validate_dataset_names(self):
+        if len(self.dataset_names) == 0:
+            raise ValueError("dataset_names cannot be empty. Use None to evaluate on all datasets.")
         if missing_datasets := [
             dataset_name for dataset_name in self.dataset_names if dataset_name.lower() not in dataset_name_to_id
         ]: