Merge pull request #1341 from hanhainebula/master

fix beir data_loader.py: dev -> validation
FlagOpen · Jan 18, 2025 · a95861f · a95861f
2 parents 2163bea + 1f212af
commit a95861f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/FlagEmbedding/evaluation/beir/data_loader.py b/FlagEmbedding/evaluation/beir/data_loader.py
@@ -145,7 +145,7 @@ def _load_remote_qrels(
         if dataset_name != 'cqadupstack':
             qrels = datasets.load_dataset(
                 'BeIR/{d}-qrels'.format(d=dataset_name),
-                split=split, 
+                split=split if split != 'dev' else 'validation', 
                 trust_remote_code=True,
                 cache_dir=self.cache_dir,
                 download_mode=self.hf_download_mode