Remove blobfile usage from MMLU

Inspired by: openai#4
lucasresck · Nov 11, 2024 · e0bab8a · e0bab8a
1 parent 580d359
commit e0bab8a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/mmlu_eval.py b/mmlu_eval.py
@@ -7,7 +7,6 @@
 import random
 import re
 
-import blobfile as bf
 import pandas
 
 from . import common
@@ -88,7 +87,7 @@ def __init__(self, num_examples: int | None = None, language: str = "EN-US"):
             url = f"https://openaipublic.blob.core.windows.net/simple-evals/mmlu_{language}.csv"
         else:
             url = "https://openaipublic.blob.core.windows.net/simple-evals/mmlu.csv"
-        df = pandas.read_csv(bf.BlobFile(url))
+        df = pandas.read_csv(url)
         examples = [row.to_dict() for _, row in df.iterrows()]
         if num_examples:
             examples = random.Random(0).sample(examples, num_examples)