Skip to content

Commit

Permalink
Merge pull request #5 from embeddings-benchmark/fix-paws
Browse files Browse the repository at this point in the history
added fix to paws
  • Loading branch information
KennethEnevoldsen authored Jul 9, 2024
2 parents 9c65fce + c8e4be5 commit bef8d2f
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions refresh.py
Original file line number Diff line number Diff line change
Expand Up @@ -214,8 +214,8 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
datasets.append('MLSUMClusteringP2P')
if ('MLSUMClusteringS2S (fr)' in datasets):
datasets.append('MLSUMClusteringS2S')
if ('PawsX (fr)' in datasets):
datasets.append('PawsXPairClassification (fr)')
if ('PawsXPairClassification (fr)' in datasets):
datasets.append('PawsX (fr)')
# Initialize list to models that we cannot fetch metadata from
df_list = []
for model in external_model_results:
Expand Down Expand Up @@ -322,6 +322,9 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
if ('MLSUMClusteringS2S (fr)' in datasets) and ('MLSUMClusteringS2S' in cols):
df['MLSUMClusteringS2S (fr)'] = df['MLSUMClusteringS2S (fr)'].fillna(df['MLSUMClusteringS2S'])
datasets.remove('MLSUMClusteringS2S')
if ('PawsXPairClassification (fr)' in datasets) and ('PawsX (fr)' in cols):
df['PawsXPairClassification (fr)'] = df['PawsXPairClassification (fr)'].fillna(df['PawsX (fr)'])
datasets.remove('PawsX (fr)')
# Filter invalid columns
cols = [col for col in cols if col in base_columns + datasets]
i = 0
Expand Down

0 comments on commit bef8d2f

Please sign in to comment.