Initial commit

.github/workflows/main.yml

@@ -0,0 +1,19 @@
+name: Sync to Hugging Face hub
+on:
+  push:
+    branches: [main]
+  # to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  sync-to-hub:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          lfs: true
+      - name: Push to hub
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: git push https://mteb:[email protected]/datasets/mteb/results main

CONTRIBUTING

@@ -0,0 +1,3 @@
+TODO
+
+Users must add any files over 10MB to Git LFS to the .gitattributes file so the dataset can handle it

README.md

@@ -0,0 +1,5 @@
+---
+benchmark: mteb
+type: evaluation
+submission_name: MTEB
+---

compress_greater_than_10mb.py

@@ -0,0 +1,9 @@
+import os
+import glob
+import sys
+
+for file in glob.glob("results/*/*/*.json"):
+    # if the file is greater than 9 MB, compress it with gzip
+    if os.path.getsize(file) >= 9 * 1024 * 1024:
+        os.system(f"gzip {file}")
+        print(f"Compressed {file} with gzip.")