Merge branch 'main' of https://github.com/voyage-ai/results

embeddings-benchmark · Oct 1, 2024 · 29a6791 · 29a6791
2 parents 7f206a7 + f5afcae
commit 29a6791
Show file tree

Hide file tree

Showing 24 changed files with 93,042 additions and 6,117 deletions.
diff --git a/...-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SummEvalSummarization.v2.json b/...-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SummEvalSummarization.v2.json
@@ -0,0 +1,24 @@
+{
+  "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
+  "evaluation_time": 4.934458494186401,
+  "kg_co2_emissions": 0.0008972031080719875,
+  "mteb_version": "1.12.75",
+  "scores": {
+    "test": [
+      {
+        "cosine_pearson": 0.2975408813995251,
+        "cosine_spearman": 0.24754594544362912,
+        "dot_pearson": 0.29754086987814404,
+        "dot_spearman": 0.24752116662088297,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ],
+        "main_score": 0.24754594544362912,
+        "pearson": 0.2975408813995251,
+        "spearman": 0.24754594544362912
+      }
+    ]
+  },
+  "task_name": "SummEvalSummarization.v2"
+}
diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BUCC.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BUCC.v2.json
@@ -1,21 +1,57 @@
 {
   "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677",
-  "evaluation_time": 55.01127529144287,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.12.89",
+  "evaluation_time": 360.29902935028076,
+  "kg_co2_emissions": 0.07904998135076004,
+  "mteb_version": "1.12.75",
   "scores": {
     "test": [
+      {
+        "accuracy": 0.9910851860004403,
+        "f1": 0.9881502678112848,
+        "hf_subset": "fr-en",
+        "languages": [
+          "fra-Latn",
+          "eng-Latn"
+        ],
+        "main_score": 0.9881502678112848,
+        "precision": 0.9867011519553892,
+        "recall": 0.9910851860004403
+      },
       {
         "accuracy": 0.9808798060270176,
-        "f1": 0.9748758803833275,
+        "f1": 0.9748296963399146,
         "hf_subset": "ru-en",
         "languages": [
           "rus-Cyrl",
           "eng-Latn"
         ],
-        "main_score": 0.9748758803833275,
-        "precision": 0.9718854635723359,
+        "main_score": 0.9748296963399146,
+        "precision": 0.9718161875072163,
         "recall": 0.9808798060270176
+      },
+      {
+        "accuracy": 0.9965553235908142,
+        "f1": 0.9954070981210856,
+        "hf_subset": "de-en",
+        "languages": [
+          "deu-Latn",
+          "eng-Latn"
+        ],
+        "main_score": 0.9954070981210856,
+        "precision": 0.9948329853862213,
+        "recall": 0.9965553235908142
+      },
+      {
+        "accuracy": 0.9926276987888363,
+        "f1": 0.9901702650517816,
+        "hf_subset": "zh-en",
+        "languages": [
+          "cmn-Hans",
+          "eng-Latn"
+        ],
+        "main_score": 0.9901702650517816,
+        "precision": 0.9889415481832543,
+        "recall": 0.9926276987888363
       }
     ]
   },