diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl index 7b16ea74..01834d43 100644 --- a/all_data_tasks/0/default.jsonl +++ b/all_data_tasks/0/default.jsonl @@ -1,293 +1,44 @@ -{"index":222,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87} -{"index":102,"Rank":2,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7} -{"index":22,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":25,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86} -{"index":153,"Rank":5,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":87.63,"AmazonCounterfactualClassification (en)":92.87,"AmazonPolarityClassification":97.16,"AmazonReviewsClassification (en)":59.36,"Banking77Classification":89.79,"EmotionClassification":84.29,"ImdbClassification":96.66,"MassiveIntentClassification (en)":85.83,"MassiveScenarioClassification (en)":90.2,"MTOPDomainClassification (en)":99.01,"MTOPIntentClassification (en)":92.78,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":74.84} -{"index":221,"Rank":6,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.35,"AmazonCounterfactualClassification (en)":95.12,"AmazonPolarityClassification":97.14,"AmazonReviewsClassification (en)":55.47,"Banking77Classification":90.34,"EmotionClassification":91.7,"ImdbClassification":97.06,"MassiveIntentClassification (en)":80.07,"MassiveScenarioClassification (en)":81.74,"MTOPDomainClassification (en)":96.51,"MTOPIntentClassification (en)":89.77,"ToxicConversationsClassification":92.6,"TweetSentimentExtractionClassification":80.64} -{"index":154,"Rank":7,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":86.67,"AmazonCounterfactualClassification (en)":92.36,"AmazonPolarityClassification":97.19,"AmazonReviewsClassification (en)":59.53,"Banking77Classification":89.3,"EmotionClassification":78.77,"ImdbClassification":96.49,"MassiveIntentClassification (en)":85.17,"MassiveScenarioClassification (en)":89.62,"MTOPDomainClassification (en)":98.83,"MTOPIntentClassification (en)":92.3,"ToxicConversationsClassification":86.94,"TweetSentimentExtractionClassification":73.58} -{"index":27,"Rank":8,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":17,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":86.58,"AmazonCounterfactualClassification (en)":91.31,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.56,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.41,"MassiveScenarioClassification (en)":89.77,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.88,"ToxicConversationsClassification":85.12,"TweetSentimentExtractionClassification":72.58} -{"index":191,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":36,"Rank":11,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":16,"Rank":12,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":6,"Rank":13,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":81.49,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":96.58,"AmazonReviewsClassification (en)":50.77,"Banking77Classification":86.96,"EmotionClassification":59.81,"ImdbClassification":96.13,"MassiveIntentClassification (en)":81.08,"MassiveScenarioClassification (en)":87.95,"MTOPDomainClassification (en)":98.86,"MTOPIntentClassification (en)":86.97,"ToxicConversationsClassification":83.58,"TweetSentimentExtractionClassification":71.55} -{"index":1,"Rank":14,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"index":62,"Rank":15,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76} -{"index":15,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"index":9,"Rank":17,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"index":0,"Rank":18,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"index":290,"Rank":19,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22} -{"index":45,"Rank":20,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.65,"AmazonCounterfactualClassification (en)":80.54,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":59.91,"Banking77Classification":84.44,"EmotionClassification":56.01,"ImdbClassification":95.07,"MassiveIntentClassification (en)":79.1,"MassiveScenarioClassification (en)":80.37,"MTOPDomainClassification (en)":95.37,"MTOPIntentClassification (en)":81.23,"ToxicConversationsClassification":68.81,"TweetSentimentExtractionClassification":66.26} -{"index":46,"Rank":21,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":103,"Rank":22,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.33,"AmazonCounterfactualClassification (en)":77.93,"AmazonPolarityClassification":95.97,"AmazonReviewsClassification (en)":54.35,"Banking77Classification":88.81,"EmotionClassification":50.24,"ImdbClassification":94.79,"MassiveIntentClassification (en)":79.99,"MassiveScenarioClassification (en)":82.2,"MTOPDomainClassification (en)":96.36,"MTOPIntentClassification (en)":86.3,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":63.64} -{"index":19,"Rank":23,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":192,"Rank":24,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.43,"AmazonCounterfactualClassification (en)":82.97,"AmazonPolarityClassification":90.98,"AmazonReviewsClassification (en)":48.71,"Banking77Classification":88.15,"EmotionClassification":52.18,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.67,"MassiveScenarioClassification (en)":82.82,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":85.75,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":62.4} -{"index":170,"Rank":25,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.37,"AmazonCounterfactualClassification (en)":74.57,"AmazonPolarityClassification":96.26,"AmazonReviewsClassification (en)":55.97,"Banking77Classification":81.41,"EmotionClassification":58.42,"ImdbClassification":94.73,"MassiveIntentClassification (en)":77.0,"MassiveScenarioClassification (en)":79.13,"MTOPDomainClassification (en)":95.33,"MTOPIntentClassification (en)":78.99,"ToxicConversationsClassification":71.75,"TweetSentimentExtractionClassification":64.89} -{"index":229,"Rank":26,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.17,"AmazonCounterfactualClassification (en)":79.66,"AmazonPolarityClassification":94.48,"AmazonReviewsClassification (en)":48.16,"Banking77Classification":88.91,"EmotionClassification":52.01,"ImdbClassification":89.47,"MassiveIntentClassification (en)":80.12,"MassiveScenarioClassification (en)":82.7,"MTOPDomainClassification (en)":96.46,"MTOPIntentClassification (en)":85.38,"ToxicConversationsClassification":66.18,"TweetSentimentExtractionClassification":62.54} -{"index":18,"Rank":27,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.17,"AmazonCounterfactualClassification (en)":74.79,"AmazonPolarityClassification":93.02,"AmazonReviewsClassification (en)":53.31,"Banking77Classification":86.73,"EmotionClassification":46.39,"ImdbClassification":87.48,"MassiveIntentClassification (en)":77.67,"MassiveScenarioClassification (en)":81.77,"MTOPDomainClassification (en)":96.5,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":83.98,"TweetSentimentExtractionClassification":61.57} -{"index":71,"Rank":28,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"index":33,"Rank":29,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":76.49,"AmazonCounterfactualClassification (en)":81.3,"AmazonPolarityClassification":95.62,"AmazonReviewsClassification (en)":51.72,"Banking77Classification":85.53,"EmotionClassification":51.57,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.74,"MTOPDomainClassification (en)":94.88,"MTOPIntentClassification (en)":76.52,"ToxicConversationsClassification":72.61,"TweetSentimentExtractionClassification":62.02} -{"index":67,"Rank":30,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"index":131,"Rank":31,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.11,"AmazonCounterfactualClassification (en)":75.27,"AmazonPolarityClassification":93.23,"AmazonReviewsClassification (en)":49.72,"Banking77Classification":86.65,"EmotionClassification":55.89,"ImdbClassification":89.49,"MassiveIntentClassification (en)":75.53,"MassiveScenarioClassification (en)":79.23,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":79.09,"ToxicConversationsClassification":72.8,"TweetSentimentExtractionClassification":61.0} -{"index":128,"Rank":32,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} -{"index":130,"Rank":33,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} -{"index":35,"Rank":34,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":77.85,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":49.79,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":74.51,"MassiveScenarioClassification (en)":79.0,"MTOPDomainClassification (en)":94.92,"MTOPIntentClassification (en)":78.89,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":196,"Rank":35,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":104,"Rank":36,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":23,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":230,"Rank":38,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":231,"Rank":39,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":132,"Rank":40,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} -{"index":69,"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"index":151,"Rank":42,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":204,"Rank":43,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":116,"Rank":44,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":21,"Rank":45,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":133,"Rank":46,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":304,"Rank":47,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":75.45,"AmazonCounterfactualClassification (en)":78.93,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.64,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":72.92,"TweetSentimentExtractionClassification":62.22} -{"index":165,"Rank":48,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":169,"Rank":49,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":55,"Rank":50,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":278,"Rank":51,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} -{"index":206,"Rank":52,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":56,"Rank":53,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.81,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":93.49,"AmazonReviewsClassification (en)":47.56,"Banking77Classification":84.73,"EmotionClassification":46.5,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.76,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":93.67,"MTOPIntentClassification (en)":77.9,"ToxicConversationsClassification":71.32,"TweetSentimentExtractionClassification":61.98} -{"index":8,"Rank":54,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"index":57,"Rank":55,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} -{"index":32,"Rank":56,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} -{"index":26,"Rank":57,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":203,"Rank":58,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":212,"Rank":59,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":72,"Rank":60,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"index":183,"Rank":61,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} -{"index":163,"Rank":62,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} -{"index":155,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":167,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":213,"Rank":65,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":100,"Rank":66,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":119,"Rank":67,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":219,"Rank":68,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":292,"Rank":69,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":210,"Rank":70,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":281,"Rank":71,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":188,"Rank":72,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":258,"Rank":73,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"index":266,"Rank":74,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} -{"index":175,"Rank":75,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.32,"AmazonCounterfactualClassification (en)":69.72,"AmazonPolarityClassification":96.24,"AmazonReviewsClassification (en)":56.2,"Banking77Classification":78.04,"EmotionClassification":54.99,"ImdbClassification":94.61,"MassiveIntentClassification (en)":70.89,"MassiveScenarioClassification (en)":73.88,"MTOPDomainClassification (en)":91.18,"MTOPIntentClassification (en)":68.05,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":59.18} -{"index":217,"Rank":76,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"index":305,"Rank":77,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"index":168,"Rank":78,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.14,"AmazonCounterfactualClassification (en)":77.69,"AmazonPolarityClassification":90.05,"AmazonReviewsClassification (en)":43.02,"Banking77Classification":84.14,"EmotionClassification":48.05,"ImdbClassification":82.11,"MassiveIntentClassification (en)":73.22,"MassiveScenarioClassification (en)":77.39,"MTOPDomainClassification (en)":93.86,"MTOPIntentClassification (en)":76.4,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":61.21} -{"index":136,"Rank":79,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.13,"AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":91.01,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":81.93,"EmotionClassification":50.16,"ImdbClassification":87.84,"MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":76.64,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":66.58,"ToxicConversationsClassification":72.6,"TweetSentimentExtractionClassification":63.71} -{"index":164,"Rank":80,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.12,"AmazonCounterfactualClassification (en)":85.09,"AmazonPolarityClassification":86.54,"AmazonReviewsClassification (en)":42.96,"Banking77Classification":82.66,"EmotionClassification":53.24,"ImdbClassification":79.79,"MassiveIntentClassification (en)":71.48,"MassiveScenarioClassification (en)":76.47,"MTOPDomainClassification (en)":95.07,"MTOPIntentClassification (en)":72.26,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":61.58} -{"index":265,"Rank":81,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.01,"AmazonCounterfactualClassification (en)":74.18,"AmazonPolarityClassification":91.77,"AmazonReviewsClassification (en)":48.96,"Banking77Classification":85.07,"EmotionClassification":48.65,"ImdbClassification":85.95,"MassiveIntentClassification (en)":71.47,"MassiveScenarioClassification (en)":76.38,"MTOPDomainClassification (en)":93.03,"MTOPIntentClassification (en)":72.04,"ToxicConversationsClassification":71.61,"TweetSentimentExtractionClassification":57.01} -{"index":59,"Rank":82,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":121,"Rank":83,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":172,"Rank":84,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.94,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":91.27,"AmazonReviewsClassification (en)":45.88,"Banking77Classification":81.64,"EmotionClassification":47.06,"ImdbClassification":86.0,"MassiveIntentClassification (en)":71.62,"MassiveScenarioClassification (en)":76.36,"MTOPDomainClassification (en)":92.7,"MTOPIntentClassification (en)":72.56,"ToxicConversationsClassification":71.1,"TweetSentimentExtractionClassification":61.46} -{"index":257,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"index":129,"Rank":86,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.72,"AmazonCounterfactualClassification (en)":72.9,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":42.56,"Banking77Classification":84.24,"EmotionClassification":52.06,"ImdbClassification":78.54,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":76.68,"MTOPDomainClassification (en)":94.78,"MTOPIntentClassification (en)":77.72,"ToxicConversationsClassification":72.9,"TweetSentimentExtractionClassification":59.85} -{"index":166,"Rank":87,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.63,"AmazonCounterfactualClassification (en)":79.72,"AmazonPolarityClassification":87.96,"AmazonReviewsClassification (en)":42.65,"Banking77Classification":83.33,"EmotionClassification":49.44,"ImdbClassification":75.96,"MassiveIntentClassification (en)":72.25,"MassiveScenarioClassification (en)":76.76,"MTOPDomainClassification (en)":93.21,"MTOPIntentClassification (en)":74.77,"ToxicConversationsClassification":74.12,"TweetSentimentExtractionClassification":61.38} -{"index":207,"Rank":88,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.62,"AmazonCounterfactualClassification (en)":75.39,"AmazonPolarityClassification":90.73,"AmazonReviewsClassification (en)":45.49,"Banking77Classification":84.3,"EmotionClassification":46.7,"ImdbClassification":83.15,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":77.54,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":72.49,"ToxicConversationsClassification":70.92,"TweetSentimentExtractionClassification":59.49} -{"index":118,"Rank":89,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.4,"AmazonCounterfactualClassification (en)":72.55,"AmazonPolarityClassification":95.19,"AmazonReviewsClassification (en)":50.7,"Banking77Classification":77.52,"EmotionClassification":54.44,"ImdbClassification":91.75,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":73.97,"MTOPDomainClassification (en)":89.07,"MTOPIntentClassification (en)":63.33,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":60.5} -{"index":162,"Rank":90,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.36,"AmazonCounterfactualClassification (en)":86.21,"AmazonPolarityClassification":88.36,"AmazonReviewsClassification (en)":44.64,"Banking77Classification":77.04,"EmotionClassification":51.76,"ImdbClassification":81.17,"MassiveIntentClassification (en)":67.48,"MassiveScenarioClassification (en)":72.59,"MTOPDomainClassification (en)":93.72,"MTOPIntentClassification (en)":70.26,"ToxicConversationsClassification":71.82,"TweetSentimentExtractionClassification":63.31} -{"index":267,"Rank":91,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":73.22,"AmazonPolarityClassification":91.82,"AmazonReviewsClassification (en)":48.03,"Banking77Classification":84.08,"EmotionClassification":46.56,"ImdbClassification":86.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":75.64,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":69.65,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":58.22} -{"index":256,"Rank":92,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"index":195,"Rank":93,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"AmazonCounterfactualClassification (en)":66.94,"AmazonPolarityClassification":94.7,"AmazonReviewsClassification (en)":51.59,"Banking77Classification":80.34,"EmotionClassification":47.83,"ImdbClassification":89.66,"MassiveIntentClassification (en)":70.27,"MassiveScenarioClassification (en)":74.51,"MTOPDomainClassification (en)":93.77,"MTOPIntentClassification (en)":67.8,"ToxicConversationsClassification":70.85,"TweetSentimentExtractionClassification":58.71} -{"index":73,"Rank":94,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"index":182,"Rank":95,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":72.13,"AmazonCounterfactualClassification (en)":73.12,"AmazonPolarityClassification":88.89,"AmazonReviewsClassification (en)":43.2,"Banking77Classification":85.36,"EmotionClassification":48.77,"ImdbClassification":78.46,"MassiveIntentClassification (en)":72.04,"MassiveScenarioClassification (en)":76.86,"MTOPDomainClassification (en)":93.43,"MTOPIntentClassification (en)":71.73,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":62.14} -{"index":216,"Rank":96,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"index":303,"Rank":97,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"index":180,"Rank":98,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":71.91,"AmazonCounterfactualClassification (en)":78.9,"AmazonPolarityClassification":87.98,"AmazonReviewsClassification (en)":42.58,"Banking77Classification":84.16,"EmotionClassification":47.88,"ImdbClassification":77.7,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":77.19,"MTOPDomainClassification (en)":92.34,"MTOPIntentClassification (en)":70.63,"ToxicConversationsClassification":72.13,"TweetSentimentExtractionClassification":61.04} -{"index":70,"Rank":99,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"index":174,"Rank":100,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"index":289,"Rank":101,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.7,"AmazonCounterfactualClassification (en)":72.88,"AmazonPolarityClassification":91.03,"AmazonReviewsClassification (en)":46.94,"Banking77Classification":83.47,"EmotionClassification":45.8,"ImdbClassification":85.01,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.29,"MTOPDomainClassification (en)":92.51,"MTOPIntentClassification (en)":69.62,"ToxicConversationsClassification":69.8,"TweetSentimentExtractionClassification":57.82} -{"index":171,"Rank":102,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.67,"AmazonCounterfactualClassification (en)":76.22,"AmazonPolarityClassification":87.53,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.87,"EmotionClassification":46.86,"ImdbClassification":75.55,"MassiveIntentClassification (en)":72.22,"MassiveScenarioClassification (en)":75.78,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":72.76,"TweetSentimentExtractionClassification":63.31} -{"index":68,"Rank":103,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"index":214,"Rank":104,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.17,"AmazonCounterfactualClassification (en)":76.99,"AmazonPolarityClassification":87.54,"AmazonReviewsClassification (en)":46.81,"Banking77Classification":81.09,"EmotionClassification":47.65,"ImdbClassification":86.32,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":74.03,"MTOPDomainClassification (en)":92.36,"MTOPIntentClassification (en)":65.2,"ToxicConversationsClassification":72.96,"TweetSentimentExtractionClassification":55.28} -{"index":58,"Rank":105,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} -{"index":302,"Rank":106,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":20,"Rank":107,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":66,"Rank":108,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} -{"index":126,"Rank":109,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} -{"index":34,"Rank":110,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":70.57,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.55,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.42,"MassiveScenarioClassification (en)":72.61,"MTOPDomainClassification (en)":91.86,"MTOPIntentClassification (en)":62.18,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} -{"index":194,"Rank":111,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.55,"AmazonCounterfactualClassification (en)":68.61,"AmazonPolarityClassification":93.38,"AmazonReviewsClassification (en)":50.64,"Banking77Classification":78.5,"EmotionClassification":46.37,"ImdbClassification":88.54,"MassiveIntentClassification (en)":67.24,"MassiveScenarioClassification (en)":72.98,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":59.82,"ToxicConversationsClassification":71.16,"TweetSentimentExtractionClassification":58.89} -{"index":298,"Rank":112,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"index":115,"Rank":113,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.35,"AmazonCounterfactualClassification (en)":71.76,"AmazonPolarityClassification":86.61,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.73,"EmotionClassification":44.71,"ImdbClassification":80.54,"MassiveIntentClassification (en)":70.13,"MassiveScenarioClassification (en)":74.86,"MTOPDomainClassification (en)":91.76,"MTOPIntentClassification (en)":69.9,"ToxicConversationsClassification":70.97,"TweetSentimentExtractionClassification":58.57} -{"index":76,"Rank":114,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.25,"AmazonCounterfactualClassification (en)":72.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":42.7,"Banking77Classification":81.92,"EmotionClassification":45.44,"ImdbClassification":80.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":92.12,"MTOPIntentClassification (en)":71.86,"ToxicConversationsClassification":65.46,"TweetSentimentExtractionClassification":58.66} -{"index":179,"Rank":115,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":70.17,"AmazonCounterfactualClassification (en)":69.94,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":41.08,"Banking77Classification":82.89,"EmotionClassification":46.84,"ImdbClassification":74.45,"MassiveIntentClassification (en)":67.93,"MassiveScenarioClassification (en)":75.72,"MTOPDomainClassification (en)":92.18,"MTOPIntentClassification (en)":70.3,"ToxicConversationsClassification":72.01,"TweetSentimentExtractionClassification":61.51} -{"index":91,"Rank":116,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":70.14,"AmazonCounterfactualClassification (en)":74.07,"AmazonPolarityClassification":82.31,"AmazonReviewsClassification (en)":41.58,"Banking77Classification":81.74,"EmotionClassification":49.92,"ImdbClassification":74.33,"MassiveIntentClassification (en)":70.0,"MassiveScenarioClassification (en)":75.03,"MTOPDomainClassification (en)":89.64,"MTOPIntentClassification (en)":70.68,"ToxicConversationsClassification":69.93,"TweetSentimentExtractionClassification":62.44} -{"index":255,"Rank":117,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"index":173,"Rank":118,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"index":215,"Rank":119,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"index":193,"Rank":120,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.65,"AmazonCounterfactualClassification (en)":70.12,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":50.52,"Banking77Classification":75.59,"EmotionClassification":45.98,"ImdbClassification":90.22,"MassiveIntentClassification (en)":65.03,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":88.63,"MTOPIntentClassification (en)":58.08,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":58.25} -{"index":189,"Rank":121,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":225,"Rank":122,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":190,"Rank":123,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":125,"Rank":124,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":110,"Rank":125,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":211,"Rank":126,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.55,"AmazonCounterfactualClassification (en)":70.72,"AmazonPolarityClassification":83.34,"AmazonReviewsClassification (en)":40.99,"Banking77Classification":81.25,"EmotionClassification":41.66,"ImdbClassification":74.81,"MassiveIntentClassification (en)":69.8,"MassiveScenarioClassification (en)":74.54,"MTOPDomainClassification (en)":91.22,"MTOPIntentClassification (en)":69.39,"ToxicConversationsClassification":67.44,"TweetSentimentExtractionClassification":57.48} -{"index":108,"Rank":127,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.23,"AmazonCounterfactualClassification (en)":76.81,"AmazonPolarityClassification":82.83,"AmazonReviewsClassification (en)":38.93,"Banking77Classification":80.34,"EmotionClassification":46.54,"ImdbClassification":74.08,"MassiveIntentClassification (en)":66.92,"MassiveScenarioClassification (en)":72.75,"MTOPDomainClassification (en)":92.73,"MTOPIntentClassification (en)":65.18,"ToxicConversationsClassification":64.93,"TweetSentimentExtractionClassification":56.73} -{"index":90,"Rank":128,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":68.13,"AmazonCounterfactualClassification (en)":69.22,"AmazonPolarityClassification":71.26,"AmazonReviewsClassification (en)":39.19,"Banking77Classification":84.49,"EmotionClassification":49.66,"ImdbClassification":66.64,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":72.42,"ToxicConversationsClassification":67.71,"TweetSentimentExtractionClassification":56.85} -{"index":83,"Rank":129,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} -{"index":181,"Rank":130,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} -{"index":114,"Rank":131,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":286,"Rank":132,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":109,"Rank":133,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":63,"Rank":134,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":187,"Rank":135,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":138,"Rank":136,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":254,"Rank":137,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.9,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.51,"Banking77Classification":81.07,"EmotionClassification":45.83,"ImdbClassification":64.57,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":71.02,"TweetSentimentExtractionClassification":59.03} -{"index":275,"Rank":138,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} -{"index":75,"Rank":139,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} -{"index":127,"Rank":140,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":67.8,"AmazonCounterfactualClassification (en)":68.75,"AmazonPolarityClassification":81.3,"AmazonReviewsClassification (en)":38.57,"Banking77Classification":79.98,"EmotionClassification":40.09,"ImdbClassification":80.09,"MassiveIntentClassification (en)":67.58,"MassiveScenarioClassification (en)":73.47,"MTOPDomainClassification (en)":90.36,"MTOPIntentClassification (en)":66.45,"ToxicConversationsClassification":69.34,"TweetSentimentExtractionClassification":57.6} -{"index":78,"Rank":141,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":73.18,"AmazonPolarityClassification":79.99,"AmazonReviewsClassification (en)":39.66,"Banking77Classification":77.95,"EmotionClassification":44.38,"ImdbClassification":73.02,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":72.36,"MTOPDomainClassification (en)":89.87,"MTOPIntentClassification (en)":71.03,"ToxicConversationsClassification":64.41,"TweetSentimentExtractionClassification":59.66} -{"index":61,"Rank":142,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":74.28,"AmazonPolarityClassification":82.2,"AmazonReviewsClassification (en)":40.22,"Banking77Classification":80.31,"EmotionClassification":40.81,"ImdbClassification":73.7,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":89.73,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":62.52,"TweetSentimentExtractionClassification":59.6} -{"index":185,"Rank":143,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.76,"AmazonCounterfactualClassification (en)":68.93,"AmazonPolarityClassification":69.14,"AmazonReviewsClassification (en)":31.38,"Banking77Classification":85.34,"EmotionClassification":45.84,"ImdbClassification":66.42,"MassiveIntentClassification (en)":72.73,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":76.09,"ToxicConversationsClassification":69.13,"TweetSentimentExtractionClassification":58.16} -{"index":74,"Rank":144,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"index":82,"Rank":145,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":81,"Rank":146,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":250,"Rank":147,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"index":226,"Rank":148,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"index":47,"Rank":149,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":248,"Rank":150,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"index":89,"Rank":151,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":67.13,"AmazonCounterfactualClassification (en)":67.57,"AmazonPolarityClassification":71.44,"AmazonReviewsClassification (en)":35.75,"Banking77Classification":83.22,"EmotionClassification":49.21,"ImdbClassification":63.53,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":75.9,"MTOPDomainClassification (en)":92.56,"MTOPIntentClassification (en)":71.85,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":56.69} -{"index":249,"Rank":152,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"index":107,"Rank":153,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.07,"AmazonCounterfactualClassification (en)":74.81,"AmazonPolarityClassification":78.4,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":80.06,"EmotionClassification":46.46,"ImdbClassification":72.88,"MassiveIntentClassification (en)":65.79,"MassiveScenarioClassification (en)":71.1,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":64.71,"TweetSentimentExtractionClassification":56.74} -{"index":176,"Rank":154,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"index":146,"Rank":155,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.95,"AmazonCounterfactualClassification (en)":67.06,"AmazonPolarityClassification":70.41,"AmazonReviewsClassification (en)":33.21,"Banking77Classification":82.73,"EmotionClassification":43.47,"ImdbClassification":67.3,"MassiveIntentClassification (en)":71.77,"MassiveScenarioClassification (en)":77.85,"MTOPDomainClassification (en)":91.82,"MTOPIntentClassification (en)":74.7,"ToxicConversationsClassification":67.48,"TweetSentimentExtractionClassification":55.62} -{"index":220,"Rank":156,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"index":86,"Rank":157,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":66.52,"AmazonCounterfactualClassification (en)":65.21,"AmazonPolarityClassification":73.21,"AmazonReviewsClassification (en)":34.96,"Banking77Classification":82.06,"EmotionClassification":46.39,"ImdbClassification":64.05,"MassiveIntentClassification (en)":68.65,"MassiveScenarioClassification (en)":76.04,"MTOPDomainClassification (en)":92.08,"MTOPIntentClassification (en)":71.19,"ToxicConversationsClassification":68.73,"TweetSentimentExtractionClassification":55.67} -{"index":218,"Rank":158,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"index":113,"Rank":159,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.35,"AmazonCounterfactualClassification (en)":66.27,"AmazonPolarityClassification":75.37,"AmazonReviewsClassification (en)":35.81,"Banking77Classification":80.58,"EmotionClassification":42.47,"ImdbClassification":70.7,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":90.25,"MTOPIntentClassification (en)":67.95,"ToxicConversationsClassification":69.21,"TweetSentimentExtractionClassification":56.71} -{"index":135,"Rank":160,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":66.19,"AmazonCounterfactualClassification (en)":68.06,"AmazonPolarityClassification":68.97,"AmazonReviewsClassification (en)":33.86,"Banking77Classification":84.33,"EmotionClassification":44.87,"ImdbClassification":61.77,"MassiveIntentClassification (en)":69.67,"MassiveScenarioClassification (en)":75.34,"MTOPDomainClassification (en)":93.68,"MTOPIntentClassification (en)":71.34,"ToxicConversationsClassification":66.55,"TweetSentimentExtractionClassification":55.85} -{"index":184,"Rank":161,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.07,"AmazonCounterfactualClassification (en)":66.73,"AmazonPolarityClassification":67.61,"AmazonReviewsClassification (en)":31.18,"Banking77Classification":84.06,"EmotionClassification":44.68,"ImdbClassification":63.87,"MassiveIntentClassification (en)":71.09,"MassiveScenarioClassification (en)":76.25,"MTOPDomainClassification (en)":91.53,"MTOPIntentClassification (en)":72.83,"ToxicConversationsClassification":66.15,"TweetSentimentExtractionClassification":56.85} -{"index":264,"Rank":162,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"AmazonCounterfactualClassification (en)":77.94,"AmazonPolarityClassification":76.0,"AmazonReviewsClassification (en)":37.18,"Banking77Classification":75.5,"EmotionClassification":45.21,"ImdbClassification":68.85,"MassiveIntentClassification (en)":66.32,"MassiveScenarioClassification (en)":70.62,"MTOPDomainClassification (en)":85.38,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":67.08,"TweetSentimentExtractionClassification":57.57} -{"index":306,"Rank":163,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"index":277,"Rank":164,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.78,"AmazonCounterfactualClassification (en)":70.81,"AmazonPolarityClassification":67.05,"AmazonReviewsClassification (en)":35.85,"Banking77Classification":74.67,"EmotionClassification":42.31,"ImdbClassification":63.69,"MassiveIntentClassification (en)":69.05,"MassiveScenarioClassification (en)":75.8,"MTOPDomainClassification (en)":92.48,"MTOPIntentClassification (en)":70.27,"ToxicConversationsClassification":68.22,"TweetSentimentExtractionClassification":59.19} -{"index":79,"Rank":165,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.72,"AmazonCounterfactualClassification (en)":70.4,"AmazonPolarityClassification":82.04,"AmazonReviewsClassification (en)":42.41,"Banking77Classification":71.07,"EmotionClassification":46.78,"ImdbClassification":74.6,"MassiveIntentClassification (en)":62.27,"MassiveScenarioClassification (en)":68.22,"MTOPDomainClassification (en)":88.24,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":65.15,"TweetSentimentExtractionClassification":62.54} -{"index":111,"Rank":166,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.65,"AmazonCounterfactualClassification (en)":71.18,"AmazonPolarityClassification":78.75,"AmazonReviewsClassification (en)":38.26,"Banking77Classification":79.12,"EmotionClassification":45.77,"ImdbClassification":69.49,"MassiveIntentClassification (en)":64.76,"MassiveScenarioClassification (en)":70.05,"MTOPDomainClassification (en)":90.94,"MTOPIntentClassification (en)":58.63,"ToxicConversationsClassification":61.96,"TweetSentimentExtractionClassification":58.9} -{"index":247,"Rank":167,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"index":242,"Rank":168,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"index":77,"Rank":169,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.86,"AmazonCounterfactualClassification (en)":69.6,"AmazonPolarityClassification":82.09,"AmazonReviewsClassification (en)":41.94,"Banking77Classification":67.13,"EmotionClassification":45.79,"ImdbClassification":74.95,"MassiveIntentClassification (en)":61.52,"MassiveScenarioClassification (en)":67.04,"MTOPDomainClassification (en)":87.27,"MTOPIntentClassification (en)":54.66,"ToxicConversationsClassification":64.47,"TweetSentimentExtractionClassification":61.8} -{"index":64,"Rank":170,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.85,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":70.19,"AmazonReviewsClassification (en)":34.29,"Banking77Classification":75.89,"EmotionClassification":40.26,"ImdbClassification":61.14,"MassiveIntentClassification (en)":65.6,"MassiveScenarioClassification (en)":70.37,"MTOPDomainClassification (en)":87.22,"MTOPIntentClassification (en)":69.45,"ToxicConversationsClassification":70.26,"TweetSentimentExtractionClassification":54.49} -{"index":251,"Rank":171,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"index":246,"Rank":172,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"index":85,"Rank":173,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.56,"AmazonCounterfactualClassification (en)":69.57,"AmazonPolarityClassification":74.74,"AmazonReviewsClassification (en)":35.36,"Banking77Classification":77.51,"EmotionClassification":39.09,"ImdbClassification":67.87,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":70.75,"MTOPDomainClassification (en)":89.98,"MTOPIntentClassification (en)":66.43,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":54.26} -{"index":274,"Rank":174,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.45,"AmazonCounterfactualClassification (en)":70.67,"AmazonPolarityClassification":67.73,"AmazonReviewsClassification (en)":32.62,"Banking77Classification":74.12,"EmotionClassification":38.64,"ImdbClassification":68.43,"MassiveIntentClassification (en)":67.23,"MassiveScenarioClassification (en)":72.79,"MTOPDomainClassification (en)":90.12,"MTOPIntentClassification (en)":65.0,"ToxicConversationsClassification":68.99,"TweetSentimentExtractionClassification":57.01} -{"index":253,"Rank":175,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.8,"AmazonCounterfactualClassification (en)":71.55,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.12,"Banking77Classification":79.8,"EmotionClassification":42.32,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.03,"MTOPIntentClassification (en)":65.5,"ToxicConversationsClassification":60.13,"TweetSentimentExtractionClassification":56.1} -{"index":202,"Rank":176,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} -{"index":84,"Rank":177,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":276,"Rank":178,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} -{"index":156,"Rank":179,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} -{"index":240,"Rank":180,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"index":112,"Rank":181,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.94,"AmazonCounterfactualClassification (en)":65.09,"AmazonPolarityClassification":70.04,"AmazonReviewsClassification (en)":35.34,"Banking77Classification":76.37,"EmotionClassification":41.84,"ImdbClassification":62.8,"MassiveIntentClassification (en)":63.51,"MassiveScenarioClassification (en)":71.01,"MTOPDomainClassification (en)":90.8,"MTOPIntentClassification (en)":58.01,"ToxicConversationsClassification":64.31,"TweetSentimentExtractionClassification":56.19} -{"index":80,"Rank":182,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.81,"AmazonCounterfactualClassification (en)":68.82,"AmazonPolarityClassification":77.12,"AmazonReviewsClassification (en)":40.94,"Banking77Classification":69.56,"EmotionClassification":46.22,"ImdbClassification":62.17,"MassiveIntentClassification (en)":59.03,"MassiveScenarioClassification (en)":66.59,"MTOPDomainClassification (en)":86.69,"MTOPIntentClassification (en)":49.7,"ToxicConversationsClassification":66.1,"TweetSentimentExtractionClassification":60.78} -{"index":270,"Rank":183,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.76,"AmazonCounterfactualClassification (en)":71.72,"AmazonPolarityClassification":64.61,"AmazonReviewsClassification (en)":33.84,"Banking77Classification":72.19,"EmotionClassification":43.57,"ImdbClassification":63.99,"MassiveIntentClassification (en)":61.96,"MassiveScenarioClassification (en)":68.7,"MTOPDomainClassification (en)":89.34,"MTOPIntentClassification (en)":59.55,"ToxicConversationsClassification":70.06,"TweetSentimentExtractionClassification":53.59} -{"index":239,"Rank":184,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"index":271,"Rank":185,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.7,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":64.85,"AmazonReviewsClassification (en)":34.11,"Banking77Classification":72.76,"EmotionClassification":44.4,"ImdbClassification":63.9,"MassiveIntentClassification (en)":61.85,"MassiveScenarioClassification (en)":68.15,"MTOPDomainClassification (en)":88.86,"MTOPIntentClassification (en)":58.38,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":50.95} -{"index":269,"Rank":186,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.69,"AmazonCounterfactualClassification (en)":71.7,"AmazonPolarityClassification":64.58,"AmazonReviewsClassification (en)":33.75,"Banking77Classification":72.17,"EmotionClassification":43.7,"ImdbClassification":63.99,"MassiveIntentClassification (en)":61.9,"MassiveScenarioClassification (en)":68.55,"MTOPDomainClassification (en)":89.25,"MTOPIntentClassification (en)":59.33,"ToxicConversationsClassification":69.86,"TweetSentimentExtractionClassification":53.54} -{"index":137,"Rank":187,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.64,"AmazonCounterfactualClassification (en)":61.46,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.3,"Banking77Classification":80.04,"EmotionClassification":40.55,"ImdbClassification":61.76,"MassiveIntentClassification (en)":67.94,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.97,"MTOPIntentClassification (en)":63.3,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":241,"Rank":188,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":227,"Rank":189,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"index":261,"Rank":190,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.23,"AmazonCounterfactualClassification (en)":70.97,"AmazonPolarityClassification":66.1,"AmazonReviewsClassification (en)":33.13,"Banking77Classification":78.08,"EmotionClassification":43.35,"ImdbClassification":59.35,"MassiveIntentClassification (en)":63.83,"MassiveScenarioClassification (en)":66.96,"MTOPDomainClassification (en)":81.05,"MTOPIntentClassification (en)":62.79,"ToxicConversationsClassification":65.97,"TweetSentimentExtractionClassification":55.22} -{"index":150,"Rank":191,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.67,"AmazonCounterfactualClassification (en)":61.79,"AmazonPolarityClassification":62.36,"AmazonReviewsClassification (en)":29.59,"Banking77Classification":78.6,"EmotionClassification":39.6,"ImdbClassification":61.22,"MassiveIntentClassification (en)":66.78,"MassiveScenarioClassification (en)":73.78,"MTOPDomainClassification (en)":89.97,"MTOPIntentClassification (en)":59.57,"ToxicConversationsClassification":65.12,"TweetSentimentExtractionClassification":51.63} -{"index":134,"Rank":192,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"index":88,"Rank":193,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":61.46,"AmazonCounterfactualClassification (en)":65.88,"AmazonPolarityClassification":74.94,"AmazonReviewsClassification (en)":35.1,"Banking77Classification":74.68,"EmotionClassification":42.23,"ImdbClassification":62.9,"MassiveIntentClassification (en)":58.08,"MassiveScenarioClassification (en)":66.34,"MTOPDomainClassification (en)":81.52,"MTOPIntentClassification (en)":58.24,"ToxicConversationsClassification":62.79,"TweetSentimentExtractionClassification":54.82} -{"index":143,"Rank":194,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.44,"AmazonCounterfactualClassification (en)":64.87,"AmazonPolarityClassification":65.17,"AmazonReviewsClassification (en)":31.02,"Banking77Classification":74.12,"EmotionClassification":36.71,"ImdbClassification":66.9,"MassiveIntentClassification (en)":61.95,"MassiveScenarioClassification (en)":70.2,"MTOPDomainClassification (en)":89.13,"MTOPIntentClassification (en)":62.62,"ToxicConversationsClassification":63.57,"TweetSentimentExtractionClassification":51.04} -{"index":272,"Rank":195,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.13,"AmazonCounterfactualClassification (en)":74.03,"AmazonPolarityClassification":60.99,"AmazonReviewsClassification (en)":31.61,"Banking77Classification":73.07,"EmotionClassification":43.19,"ImdbClassification":61.36,"MassiveIntentClassification (en)":60.19,"MassiveScenarioClassification (en)":66.46,"MTOPDomainClassification (en)":87.67,"MTOPIntentClassification (en)":56.82,"ToxicConversationsClassification":69.59,"TweetSentimentExtractionClassification":48.6} -{"index":87,"Rank":196,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":60.72,"AmazonCounterfactualClassification (en)":61.24,"AmazonPolarityClassification":65.4,"AmazonReviewsClassification (en)":31.17,"Banking77Classification":77.7,"EmotionClassification":39.08,"ImdbClassification":58.67,"MassiveIntentClassification (en)":61.41,"MassiveScenarioClassification (en)":69.74,"MTOPDomainClassification (en)":86.96,"MTOPIntentClassification (en)":62.25,"ToxicConversationsClassification":62.66,"TweetSentimentExtractionClassification":52.41} -{"index":186,"Rank":197,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (en)":64.82,"AmazonPolarityClassification":64.28,"AmazonReviewsClassification (en)":30.62,"Banking77Classification":74.64,"EmotionClassification":36.08,"ImdbClassification":58.71,"MassiveIntentClassification (en)":64.67,"MassiveScenarioClassification (en)":71.79,"MTOPDomainClassification (en)":88.82,"MTOPIntentClassification (en)":58.61,"ToxicConversationsClassification":59.44,"TweetSentimentExtractionClassification":54.26} -{"index":273,"Rank":198,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.75,"AmazonCounterfactualClassification (en)":73.34,"AmazonPolarityClassification":59.67,"AmazonReviewsClassification (en)":30.61,"Banking77Classification":71.57,"EmotionClassification":43.36,"ImdbClassification":58.65,"MassiveIntentClassification (en)":58.79,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":85.76,"MTOPIntentClassification (en)":54.07,"ToxicConversationsClassification":68.95,"TweetSentimentExtractionClassification":47.99} -{"index":245,"Rank":199,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"index":244,"Rank":200,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"index":11,"Rank":201,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"index":243,"Rank":202,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"index":268,"Rank":203,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.73,"AmazonCounterfactualClassification (en)":50.81,"AmazonPolarityClassification":52.57,"AmazonReviewsClassification (en)":22.63,"Banking77Classification":36.43,"EmotionClassification":22.75,"ImdbClassification":50.76,"MassiveIntentClassification (en)":34.33,"MassiveScenarioClassification (en)":44.13,"MTOPDomainClassification (en)":61.03,"MTOPIntentClassification (en)":29.68,"ToxicConversationsClassification":54.93,"TweetSentimentExtractionClassification":40.75} -{"index":2,"Rank":204,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":3,"Rank":205,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":4,"Rank":206,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":5,"Rank":207,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":7,"Rank":208,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":10,"Rank":209,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":13,"Rank":211,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":24,"Rank":213,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":28,"Rank":214,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":29,"Rank":215,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":69.91,"AmazonPolarityClassification":72.95,"AmazonReviewsClassification (en)":"","Banking77Classification":64.12,"EmotionClassification":31.51,"ImdbClassification":65.17,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":68.76,"MTOPDomainClassification (en)":81.21,"MTOPIntentClassification (en)":51.56,"ToxicConversationsClassification":65.65,"TweetSentimentExtractionClassification":57.41} -{"index":30,"Rank":216,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":53.41,"MassiveScenarioClassification (en)":61.78,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":31,"Rank":217,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":54.76,"MassiveScenarioClassification (en)":63.42,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":37,"Rank":218,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":38,"Rank":219,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":39,"Rank":220,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":40,"Rank":221,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":57.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":30.59,"Banking77Classification":73.42,"EmotionClassification":33.62,"ImdbClassification":56.17,"MassiveIntentClassification (en)":62.96,"MassiveScenarioClassification (en)":71.47,"MTOPDomainClassification (en)":87.07,"MTOPIntentClassification (en)":61.96,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":49.34} -{"index":41,"Rank":222,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":42,"Rank":223,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":43,"Rank":224,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":44,"Rank":225,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":54,"Rank":232,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":67.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":34.9,"Banking77Classification":58.43,"EmotionClassification":29.68,"ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":60,"Rank":233,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":92,"Rank":235,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":93,"Rank":236,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":94,"Rank":237,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":95,"Rank":238,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":96,"Rank":239,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":97,"Rank":240,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":98,"Rank":241,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":99,"Rank":242,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":105,"Rank":244,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":84.82,"AmazonPolarityClassification":76.88,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":"","EmotionClassification":41.93,"ImdbClassification":"","MassiveIntentClassification (en)":65.91,"MassiveScenarioClassification (en)":67.62,"MTOPDomainClassification (en)":87.95,"MTOPIntentClassification (en)":78.43,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":56.28} -{"index":106,"Rank":245,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":74.78,"AmazonPolarityClassification":71.89,"AmazonReviewsClassification (en)":36.7,"Banking77Classification":81.37,"EmotionClassification":42.6,"ImdbClassification":63.96,"MassiveIntentClassification (en)":68.56,"MassiveScenarioClassification (en)":74.15,"MTOPDomainClassification (en)":90.19,"MTOPIntentClassification (en)":69.5,"ToxicConversationsClassification":69.85,"TweetSentimentExtractionClassification":""} -{"index":117,"Rank":246,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":120,"Rank":247,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":122,"Rank":248,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":123,"Rank":249,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":124,"Rank":250,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":139,"Rank":251,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":140,"Rank":252,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":141,"Rank":253,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":142,"Rank":254,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":144,"Rank":255,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":145,"Rank":256,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":147,"Rank":257,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":148,"Rank":258,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":149,"Rank":259,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":152,"Rank":260,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":157,"Rank":261,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":158,"Rank":262,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":159,"Rank":263,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":160,"Rank":264,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":161,"Rank":265,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":177,"Rank":266,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":178,"Rank":267,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":197,"Rank":268,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":198,"Rank":269,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":199,"Rank":270,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":200,"Rank":271,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":201,"Rank":272,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":205,"Rank":273,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":29.13,"Banking77Classification":80.25,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":208,"Rank":274,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":75.54,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":223,"Rank":276,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":224,"Rank":277,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":228,"Rank":278,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":232,"Rank":279,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":233,"Rank":280,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":234,"Rank":281,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":235,"Rank":282,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":236,"Rank":283,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":237,"Rank":284,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":238,"Rank":285,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":252,"Rank":286,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":259,"Rank":287,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":260,"Rank":288,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":"","Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"index":263,"Rank":290,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":279,"Rank":291,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":80.3,"AmazonReviewsClassification (en)":"","Banking77Classification":85.19,"EmotionClassification":48.22,"ImdbClassification":69.87,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":75.01,"TweetSentimentExtractionClassification":61.8} -{"index":280,"Rank":292,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":0.86,"AmazonReviewsClassification (en)":"","Banking77Classification":0.81,"EmotionClassification":0.48,"ImdbClassification":0.74,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":0.69,"TweetSentimentExtractionClassification":0.61} -{"index":282,"Rank":293,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":283,"Rank":294,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":284,"Rank":295,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":285,"Rank":296,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":76.66,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":46.43,"Banking77Classification":73.74,"EmotionClassification":47.44,"ImdbClassification":79.55,"MassiveIntentClassification (en)":65.61,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":63.53,"TweetSentimentExtractionClassification":61.77} -{"index":291,"Rank":299,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} +{"index":8,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":67.48,"GeoreviewClassification":53.47,"HeadlineClassification":85.66,"InappropriatenessClassification":65.29,"KinopoiskClassification":64.25,"RuReviewsClassification":68.58,"RuSciBenchGRNTIClassification":64.56,"RuSciBenchOECDClassification":51.2,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} +{"index":35,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.78,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":67.16,"MassiveScenarioClassification (ru)":71.93} +{"index":25,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} +{"index":30,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} +{"index":1,"Rank":8,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.75,"MassiveScenarioClassification (ru)":73.42} +{"index":24,"Rank":9,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.88,"GeoreviewClassification":47.23,"HeadlineClassification":74.88,"InappropriatenessClassification":61.94,"KinopoiskClassification":55.69,"RuReviewsClassification":66.44,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.57,"MassiveScenarioClassification (ru)":68.33} +{"index":42,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} +{"index":16,"Rank":12,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} +{"index":17,"Rank":13,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} +{"index":41,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} +{"index":12,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} +{"index":32,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} +{"index":26,"Rank":17,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} +{"index":5,"Rank":18,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} +{"index":43,"Rank":19,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} +{"index":36,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.7,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.64,"MassiveScenarioClassification (ru)":65.23} +{"index":40,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} +{"index":23,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} +{"index":6,"Rank":24,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} +{"index":7,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} +{"index":22,"Rank":26,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} +{"index":38,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} +{"index":37,"Rank":29,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.29,"MassiveScenarioClassification (ru)":28.77} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} +{"index":2,"Rank":31,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} +{"index":3,"Rank":32,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} +{"index":4,"Rank":33,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} +{"index":9,"Rank":34,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":71.7,"MassiveScenarioClassification (ru)":75.14} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} +{"index":18,"Rank":39,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} +{"index":27,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl index a6aa12ab..246732ed 100644 --- a/all_data_tasks/1/default.jsonl +++ b/all_data_tasks/1/default.jsonl @@ -1,288 +1,38 @@ -{"index":222,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82} -{"index":22,"Rank":2,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":153,"Rank":3,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43} -{"index":17,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":27,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":154,"Rank":6,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":56.7,"ArxivClusteringP2P":55.16,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":45.81,"MedrxivClusteringP2P":46.32,"MedrxivClusteringS2S":44.29,"RedditClustering":71.19,"RedditClusteringP2P":74.42,"StackExchangeClustering":78.49,"StackExchangeClusteringP2P":48.9,"TwentyNewsgroupsClustering":58.57} -{"index":102,"Rank":7,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.17,"ArxivClusteringP2P":54.02,"ArxivClusteringS2S":48.82,"BiorxivClusteringP2P":50.76,"BiorxivClusteringS2S":46.57,"MedrxivClusteringP2P":46.66,"MedrxivClusteringS2S":44.18,"RedditClustering":62.92,"RedditClusteringP2P":72.74,"StackExchangeClustering":76.48,"StackExchangeClusteringP2P":48.29,"TwentyNewsgroupsClustering":66.42} -{"index":15,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} -{"index":25,"Rank":9,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":54.65,"ArxivClusteringP2P":54.91,"ArxivClusteringS2S":50.28,"BiorxivClusteringP2P":52.64,"BiorxivClusteringS2S":49.2,"MedrxivClusteringP2P":45.81,"MedrxivClusteringS2S":44.11,"RedditClustering":56.03,"RedditClusteringP2P":65.83,"StackExchangeClustering":66.21,"StackExchangeClusteringP2P":45.74,"TwentyNewsgroupsClustering":70.44} -{"index":6,"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":53.35,"ArxivClusteringP2P":51.81,"ArxivClusteringS2S":44.73,"BiorxivClusteringP2P":46.07,"BiorxivClusteringS2S":40.64,"MedrxivClusteringP2P":42.94,"MedrxivClusteringS2S":41.44,"RedditClustering":68.5,"RedditClusteringP2P":64.86,"StackExchangeClustering":74.16,"StackExchangeClusteringP2P":45.1,"TwentyNewsgroupsClustering":66.62} -{"index":221,"Rank":11,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.8,"ArxivClusteringP2P":53.76,"ArxivClusteringS2S":49.59,"BiorxivClusteringP2P":48.15,"BiorxivClusteringS2S":44.74,"MedrxivClusteringP2P":39.24,"MedrxivClusteringS2S":36.98,"RedditClustering":63.2,"RedditClusteringP2P":68.01,"StackExchangeClustering":74.99,"StackExchangeClusteringP2P":42.04,"TwentyNewsgroupsClustering":60.13} -{"index":9,"Rank":12,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} -{"index":290,"Rank":13,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.89,"ArxivClusteringP2P":52.03,"ArxivClusteringS2S":47.83,"BiorxivClusteringP2P":43.74,"BiorxivClusteringS2S":40.74,"MedrxivClusteringP2P":38.38,"MedrxivClusteringS2S":37.67,"RedditClustering":61.88,"RedditClusteringP2P":68.3,"StackExchangeClustering":75.91,"StackExchangeClusteringP2P":47.17,"TwentyNewsgroupsClustering":57.15} -{"index":103,"Rank":14,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.67,"ArxivClusteringP2P":52.08,"ArxivClusteringS2S":47.38,"BiorxivClusteringP2P":43.94,"BiorxivClusteringS2S":41.14,"MedrxivClusteringP2P":40.03,"MedrxivClusteringS2S":39.0,"RedditClustering":59.9,"RedditClusteringP2P":67.64,"StackExchangeClustering":74.25,"StackExchangeClusteringP2P":46.78,"TwentyNewsgroupsClustering":56.27} -{"index":62,"Rank":15,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.42,"ArxivClusteringP2P":51.48,"ArxivClusteringS2S":47.3,"BiorxivClusteringP2P":42.73,"BiorxivClusteringS2S":39.58,"MedrxivClusteringP2P":37.84,"MedrxivClusteringS2S":36.65,"RedditClustering":61.52,"RedditClusteringP2P":68.24,"StackExchangeClustering":76.94,"StackExchangeClusteringP2P":46.04,"TwentyNewsgroupsClustering":57.3} -{"index":45,"Rank":16,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":170,"Rank":17,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":46,"Rank":18,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":304,"Rank":19,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} -{"index":36,"Rank":20,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":16,"Rank":21,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":19,"Rank":22,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":229,"Rank":23,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78} -{"index":1,"Rank":24,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} -{"index":33,"Rank":25,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":47.43,"ArxivClusteringP2P":49.17,"ArxivClusteringS2S":42.18,"BiorxivClusteringP2P":40.96,"BiorxivClusteringS2S":37.25,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":33.39,"RedditClustering":58.46,"RedditClusteringP2P":66.35,"StackExchangeClustering":68.42,"StackExchangeClusteringP2P":37.51,"TwentyNewsgroupsClustering":50.64} -{"index":8,"Rank":26,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} -{"index":175,"Rank":27,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.07,"ArxivClusteringP2P":46.4,"ArxivClusteringS2S":40.49,"BiorxivClusteringP2P":40.94,"BiorxivClusteringS2S":36.28,"MedrxivClusteringP2P":36.93,"MedrxivClusteringS2S":35.54,"RedditClustering":56.6,"RedditClusteringP2P":64.27,"StackExchangeClustering":66.85,"StackExchangeClusteringP2P":42.46,"TwentyNewsgroupsClustering":51.03} -{"index":57,"Rank":28,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.93,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.05,"BiorxivClusteringP2P":39.74,"BiorxivClusteringS2S":36.57,"MedrxivClusteringP2P":33.71,"MedrxivClusteringS2S":31.81,"RedditClustering":61.38,"RedditClusteringP2P":65.29,"StackExchangeClustering":66.6,"StackExchangeClusteringP2P":36.32,"TwentyNewsgroupsClustering":52.69} -{"index":266,"Rank":29,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.84,"ArxivClusteringP2P":48.62,"ArxivClusteringS2S":43.36,"BiorxivClusteringP2P":39.11,"BiorxivClusteringS2S":36.85,"MedrxivClusteringP2P":33.39,"MedrxivClusteringS2S":31.76,"RedditClustering":60.83,"RedditClusteringP2P":64.24,"StackExchangeClustering":67.64,"StackExchangeClusteringP2P":36.57,"TwentyNewsgroupsClustering":52.82} -{"index":18,"Rank":30,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.82,"ArxivClusteringP2P":47.51,"ArxivClusteringS2S":42.05,"BiorxivClusteringP2P":40.32,"BiorxivClusteringS2S":37.55,"MedrxivClusteringP2P":34.6,"MedrxivClusteringS2S":32.27,"RedditClustering":58.61,"RedditClusteringP2P":66.87,"StackExchangeClustering":68.93,"StackExchangeClusteringP2P":37.6,"TwentyNewsgroupsClustering":48.75} -{"index":116,"Rank":31,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.73,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.09,"BiorxivClusteringP2P":39.38,"BiorxivClusteringS2S":37.23,"MedrxivClusteringP2P":33.22,"MedrxivClusteringS2S":31.18,"RedditClustering":60.52,"RedditClusteringP2P":65.35,"StackExchangeClustering":66.54,"StackExchangeClusteringP2P":36.72,"TwentyNewsgroupsClustering":51.72} -{"index":204,"Rank":32,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":151,"Rank":33,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":305,"Rank":34,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} -{"index":183,"Rank":35,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.61,"ArxivClusteringP2P":48.73,"ArxivClusteringS2S":42.87,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":37.24,"MedrxivClusteringP2P":34.31,"MedrxivClusteringS2S":32.18,"RedditClustering":59.43,"RedditClusteringP2P":64.54,"StackExchangeClustering":65.08,"StackExchangeClusteringP2P":35.52,"TwentyNewsgroupsClustering":53.12} -{"index":35,"Rank":36,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":46.6,"ArxivClusteringP2P":48.16,"ArxivClusteringS2S":40.79,"BiorxivClusteringP2P":40.5,"BiorxivClusteringS2S":36.91,"MedrxivClusteringP2P":36.18,"MedrxivClusteringS2S":33.44,"RedditClustering":58.11,"RedditClusteringP2P":65.02,"StackExchangeClustering":68.12,"StackExchangeClusteringP2P":35.22,"TwentyNewsgroupsClustering":50.14} -{"index":130,"Rank":37,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.55,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.58,"BiorxivClusteringP2P":39.34,"BiorxivClusteringS2S":36.18,"MedrxivClusteringP2P":34.48,"MedrxivClusteringS2S":32.26,"RedditClustering":60.62,"RedditClusteringP2P":63.29,"StackExchangeClustering":66.47,"StackExchangeClusteringP2P":36.4,"TwentyNewsgroupsClustering":51.91} -{"index":278,"Rank":38,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.46,"ArxivClusteringP2P":48.66,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.81,"BiorxivClusteringS2S":36.63,"MedrxivClusteringP2P":33.63,"MedrxivClusteringS2S":31.7,"RedditClustering":59.77,"RedditClusteringP2P":63.79,"StackExchangeClustering":66.31,"StackExchangeClusteringP2P":34.99,"TwentyNewsgroupsClustering":52.98} -{"index":69,"Rank":39,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} -{"index":192,"Rank":40,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":46.32,"ArxivClusteringP2P":47.02,"ArxivClusteringS2S":43.52,"BiorxivClusteringP2P":35.53,"BiorxivClusteringS2S":35.34,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":29.67,"RedditClustering":61.77,"RedditClusteringP2P":66.01,"StackExchangeClustering":72.04,"StackExchangeClusteringP2P":35.29,"TwentyNewsgroupsClustering":53.04} -{"index":303,"Rank":41,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} -{"index":128,"Rank":42,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} -{"index":265,"Rank":43,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} -{"index":23,"Rank":44,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":230,"Rank":45,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":231,"Rank":46,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":203,"Rank":47,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} -{"index":302,"Rank":48,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} -{"index":21,"Rank":49,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"index":133,"Rank":50,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":196,"Rank":51,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":104,"Rank":52,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":71,"Rank":53,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} -{"index":163,"Rank":54,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} -{"index":67,"Rank":55,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} -{"index":118,"Rank":56,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.22,"ArxivClusteringP2P":47.38,"ArxivClusteringS2S":38.89,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":33.32,"MedrxivClusteringP2P":34.19,"MedrxivClusteringS2S":32.3,"RedditClustering":56.68,"RedditClusteringP2P":64.65,"StackExchangeClustering":66.98,"StackExchangeClusteringP2P":34.35,"TwentyNewsgroupsClustering":49.19} -{"index":191,"Rank":57,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":0,"Rank":58,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} -{"index":206,"Rank":59,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.06,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.01,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.65,"MedrxivClusteringP2P":32.8,"MedrxivClusteringS2S":30.96,"RedditClustering":55.69,"RedditClusteringP2P":62.33,"StackExchangeClustering":64.81,"StackExchangeClusteringP2P":34.08,"TwentyNewsgroupsClustering":49.5} -{"index":132,"Rank":60,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.95,"ArxivClusteringP2P":47.78,"ArxivClusteringS2S":40.13,"BiorxivClusteringP2P":39.4,"BiorxivClusteringS2S":35.1,"MedrxivClusteringP2P":34.71,"MedrxivClusteringS2S":32.15,"RedditClustering":55.4,"RedditClusteringP2P":61.23,"StackExchangeClustering":62.05,"StackExchangeClusteringP2P":36.65,"TwentyNewsgroupsClustering":49.86} -{"index":165,"Rank":61,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.9,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":40.47,"BiorxivClusteringP2P":39.56,"BiorxivClusteringS2S":35.91,"MedrxivClusteringP2P":33.25,"MedrxivClusteringS2S":31.96,"RedditClustering":55.07,"RedditClusteringP2P":62.12,"StackExchangeClustering":64.47,"StackExchangeClusteringP2P":33.8,"TwentyNewsgroupsClustering":50.08} -{"index":267,"Rank":62,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.89,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":40.26,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":35.49,"MedrxivClusteringP2P":33.78,"MedrxivClusteringS2S":32.07,"RedditClustering":55.62,"RedditClusteringP2P":61.39,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":36.33,"TwentyNewsgroupsClustering":49.95} -{"index":131,"Rank":63,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.82,"ArxivClusteringP2P":47.62,"ArxivClusteringS2S":39.86,"BiorxivClusteringP2P":39.22,"BiorxivClusteringS2S":35.43,"MedrxivClusteringP2P":34.5,"MedrxivClusteringS2S":32.16,"RedditClustering":55.51,"RedditClusteringP2P":60.64,"StackExchangeClustering":61.91,"StackExchangeClusteringP2P":36.16,"TwentyNewsgroupsClustering":50.01} -{"index":164,"Rank":64,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"ArxivClusteringP2P":42.45,"ArxivClusteringS2S":32.21,"BiorxivClusteringP2P":37.37,"BiorxivClusteringS2S":30.55,"MedrxivClusteringP2P":33.19,"MedrxivClusteringS2S":30.79,"RedditClustering":63.49,"RedditClusteringP2P":65.13,"StackExchangeClustering":68.44,"StackExchangeClusteringP2P":35.17,"TwentyNewsgroupsClustering":53.38} -{"index":32,"Rank":65,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.64,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":37.58,"BiorxivClusteringP2P":38.97,"BiorxivClusteringS2S":34.52,"MedrxivClusteringP2P":37.66,"MedrxivClusteringS2S":33.54,"RedditClustering":53.5,"RedditClusteringP2P":63.59,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":36.48,"TwentyNewsgroupsClustering":46.06} -{"index":121,"Rank":66,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":59,"Rank":67,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":55,"Rank":68,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":20,"Rank":69,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":169,"Rank":70,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"index":167,"Rank":71,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":219,"Rank":72,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":292,"Rank":73,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":119,"Rank":74,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":100,"Rank":75,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":212,"Rank":76,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":26,"Rank":77,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":155,"Rank":78,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":258,"Rank":79,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} -{"index":217,"Rank":80,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} -{"index":213,"Rank":81,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.7,"ArxivClusteringP2P":45.85,"ArxivClusteringS2S":36.13,"BiorxivClusteringP2P":38.46,"BiorxivClusteringS2S":33.14,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":30.55,"RedditClustering":56.82,"RedditClusteringP2P":61.57,"StackExchangeClustering":63.18,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":48.72} -{"index":242,"Rank":82,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} -{"index":73,"Rank":83,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} -{"index":195,"Rank":84,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.48,"ArxivClusteringP2P":44.44,"ArxivClusteringS2S":34.19,"BiorxivClusteringP2P":37.82,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":33.88,"MedrxivClusteringS2S":32.08,"RedditClustering":54.25,"RedditClusteringP2P":61.28,"StackExchangeClustering":64.7,"StackExchangeClusteringP2P":34.23,"TwentyNewsgroupsClustering":49.31} -{"index":279,"Rank":85,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.43,"ArxivClusteringP2P":45.8,"ArxivClusteringS2S":37.64,"BiorxivClusteringP2P":38.69,"BiorxivClusteringS2S":34.45,"MedrxivClusteringP2P":32.86,"MedrxivClusteringS2S":34.02,"RedditClustering":54.76,"RedditClusteringP2P":56.28,"StackExchangeClustering":63.95,"StackExchangeClusteringP2P":32.22,"TwentyNewsgroupsClustering":47.07} -{"index":168,"Rank":86,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.33,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":41.38,"BiorxivClusteringP2P":37.6,"BiorxivClusteringS2S":35.09,"MedrxivClusteringP2P":32.26,"MedrxivClusteringS2S":29.66,"RedditClustering":50.69,"RedditClusteringP2P":61.37,"StackExchangeClustering":64.96,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":43.81} -{"index":216,"Rank":87,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} -{"index":194,"Rank":88,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.97,"ArxivClusteringP2P":45.54,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.11,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.78,"RedditClustering":49.24,"RedditClusteringP2P":58.82,"StackExchangeClustering":58.89,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":46.13} -{"index":207,"Rank":89,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.88,"ArxivClusteringP2P":46.5,"ArxivClusteringS2S":40.08,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":32.0,"MedrxivClusteringS2S":30.38,"RedditClustering":51.0,"RedditClusteringP2P":59.28,"StackExchangeClustering":60.92,"StackExchangeClusteringP2P":32.98,"TwentyNewsgroupsClustering":47.3} -{"index":210,"Rank":90,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.63,"ArxivClusteringP2P":46.92,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":37.43,"BiorxivClusteringS2S":33.89,"MedrxivClusteringP2P":31.9,"MedrxivClusteringS2S":30.71,"RedditClustering":50.5,"RedditClusteringP2P":60.3,"StackExchangeClustering":59.26,"StackExchangeClusteringP2P":33.76,"TwentyNewsgroupsClustering":45.09} -{"index":214,"Rank":91,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.52,"ArxivClusteringP2P":45.18,"ArxivClusteringS2S":35.91,"BiorxivClusteringP2P":36.57,"BiorxivClusteringS2S":32.05,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":29.56,"RedditClustering":55.37,"RedditClusteringP2P":60.05,"StackExchangeClustering":62.28,"StackExchangeClusteringP2P":33.94,"TwentyNewsgroupsClustering":45.43} -{"index":250,"Rank":92,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} -{"index":257,"Rank":93,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} -{"index":215,"Rank":94,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} -{"index":166,"Rank":95,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.11,"ArxivClusteringP2P":44.57,"ArxivClusteringS2S":40.48,"BiorxivClusteringP2P":36.19,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.53,"MedrxivClusteringS2S":28.29,"RedditClustering":48.18,"RedditClusteringP2P":62.19,"StackExchangeClustering":63.91,"StackExchangeClusteringP2P":32.56,"TwentyNewsgroupsClustering":42.58} -{"index":115,"Rank":96,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.09,"ArxivClusteringP2P":46.64,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":39.19,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":34.11,"MedrxivClusteringS2S":31.67,"RedditClustering":50.19,"RedditClusteringP2P":56.49,"StackExchangeClustering":57.54,"StackExchangeClusteringP2P":35.74,"TwentyNewsgroupsClustering":43.27} -{"index":58,"Rank":97,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.03,"ArxivClusteringP2P":44.26,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":36.38,"BiorxivClusteringS2S":31.54,"MedrxivClusteringP2P":31.11,"MedrxivClusteringS2S":29.1,"RedditClustering":51.34,"RedditClusteringP2P":62.51,"StackExchangeClustering":61.57,"StackExchangeClusteringP2P":33.59,"TwentyNewsgroupsClustering":44.97} -{"index":70,"Rank":98,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} -{"index":34,"Rank":99,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":41.98,"ArxivClusteringP2P":44.21,"ArxivClusteringS2S":33.91,"BiorxivClusteringP2P":38.68,"BiorxivClusteringS2S":32.21,"MedrxivClusteringP2P":35.18,"MedrxivClusteringS2S":30.99,"RedditClustering":49.5,"RedditClusteringP2P":60.21,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.97,"TwentyNewsgroupsClustering":42.09} -{"index":241,"Rank":100,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.94,"ArxivClusteringP2P":46.55,"ArxivClusteringS2S":37.86,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} -{"index":137,"Rank":101,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.69,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":46.49} -{"index":162,"Rank":102,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.9,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":29.19,"BiorxivClusteringP2P":32.98,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":30.89,"MedrxivClusteringS2S":28.38,"RedditClustering":59.26,"RedditClusteringP2P":63.22,"StackExchangeClustering":65.04,"StackExchangeClusteringP2P":35.28,"TwentyNewsgroupsClustering":51.31} -{"index":108,"Rank":103,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} -{"index":240,"Rank":104,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} -{"index":281,"Rank":105,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":188,"Rank":106,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":256,"Rank":107,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} -{"index":248,"Rank":108,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} -{"index":109,"Rank":109,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":286,"Rank":110,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":249,"Rank":111,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":107,"Rank":112,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":174,"Rank":113,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"index":220,"Rank":114,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":56,"Rank":115,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.06,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.34,"BiorxivClusteringS2S":33.5,"MedrxivClusteringP2P":31.48,"MedrxivClusteringS2S":29.71,"RedditClustering":46.54,"RedditClusteringP2P":63.22,"StackExchangeClustering":57.53,"StackExchangeClusteringP2P":32.69,"TwentyNewsgroupsClustering":38.91} -{"index":47,"Rank":116,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":111,"Rank":117,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":193,"Rank":118,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} -{"index":68,"Rank":119,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} -{"index":146,"Rank":120,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} -{"index":182,"Rank":121,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.81,"ArxivClusteringP2P":45.66,"ArxivClusteringS2S":38.42,"BiorxivClusteringP2P":35.54,"BiorxivClusteringS2S":32.19,"MedrxivClusteringP2P":30.95,"MedrxivClusteringS2S":28.87,"RedditClustering":47.9,"RedditClusteringP2P":55.95,"StackExchangeClustering":60.27,"StackExchangeClusteringP2P":32.34,"TwentyNewsgroupsClustering":40.81} -{"index":180,"Rank":122,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":40.74,"ArxivClusteringP2P":45.37,"ArxivClusteringS2S":36.52,"BiorxivClusteringP2P":36.52,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.71,"MedrxivClusteringS2S":28.8,"RedditClustering":49.71,"RedditClusteringP2P":55.07,"StackExchangeClustering":59.42,"StackExchangeClusteringP2P":31.7,"TwentyNewsgroupsClustering":41.29} -{"index":125,"Rank":123,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":110,"Rank":124,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":76,"Rank":125,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.7,"ArxivClusteringP2P":46.39,"ArxivClusteringS2S":35.41,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":31.74,"MedrxivClusteringP2P":33.13,"MedrxivClusteringS2S":30.29,"RedditClustering":47.53,"RedditClusteringP2P":56.03,"StackExchangeClustering":53.87,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.77} -{"index":72,"Rank":126,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} -{"index":285,"Rank":127,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.54,"ArxivClusteringP2P":43.24,"ArxivClusteringS2S":36.49,"BiorxivClusteringP2P":35.56,"BiorxivClusteringS2S":31.02,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":27.76,"RedditClustering":49.16,"RedditClusteringP2P":61.55,"StackExchangeClustering":56.77,"StackExchangeClusteringP2P":32.04,"TwentyNewsgroupsClustering":40.7} -{"index":126,"Rank":128,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.4,"ArxivClusteringP2P":41.78,"ArxivClusteringS2S":34.13,"BiorxivClusteringP2P":35.01,"BiorxivClusteringS2S":31.0,"MedrxivClusteringP2P":29.71,"MedrxivClusteringS2S":28.0,"RedditClustering":49.53,"RedditClusteringP2P":59.71,"StackExchangeClustering":60.73,"StackExchangeClusteringP2P":34.64,"TwentyNewsgroupsClustering":40.12} -{"index":90,"Rank":129,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.34,"ArxivClusteringP2P":45.59,"ArxivClusteringS2S":38.86,"BiorxivClusteringP2P":36.55,"BiorxivClusteringS2S":33.7,"MedrxivClusteringP2P":31.51,"MedrxivClusteringS2S":28.76,"RedditClustering":40.45,"RedditClusteringP2P":55.75,"StackExchangeClustering":59.21,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":39.46} -{"index":218,"Rank":130,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} -{"index":255,"Rank":131,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} -{"index":190,"Rank":132,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":202,"Rank":133,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":86,"Rank":134,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":172,"Rank":135,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} -{"index":89,"Rank":136,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} -{"index":171,"Rank":137,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"index":173,"Rank":138,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} -{"index":83,"Rank":139,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.54,"ArxivClusteringP2P":42.86,"ArxivClusteringS2S":32.48,"BiorxivClusteringP2P":36.83,"BiorxivClusteringS2S":29.24,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":30.8,"RedditClustering":48.28,"RedditClusteringP2P":53.56,"StackExchangeClustering":55.07,"StackExchangeClusteringP2P":31.92,"TwentyNewsgroupsClustering":41.37} -{"index":129,"Rank":140,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.48,"ArxivClusteringP2P":45.31,"ArxivClusteringS2S":35.45,"BiorxivClusteringP2P":38.38,"BiorxivClusteringS2S":31.09,"MedrxivClusteringP2P":33.35,"MedrxivClusteringS2S":29.79,"RedditClustering":44.12,"RedditClusteringP2P":48.68,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":33.91,"TwentyNewsgroupsClustering":41.13} -{"index":113,"Rank":141,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.46,"ArxivClusteringP2P":44.6,"ArxivClusteringS2S":34.48,"BiorxivClusteringP2P":37.13,"BiorxivClusteringS2S":29.72,"MedrxivClusteringP2P":31.98,"MedrxivClusteringS2S":29.26,"RedditClustering":45.27,"RedditClusteringP2P":54.47,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":34.67,"TwentyNewsgroupsClustering":39.37} -{"index":189,"Rank":142,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":225,"Rank":143,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":114,"Rank":144,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.18,"ArxivClusteringP2P":44.53,"ArxivClusteringS2S":33.25,"BiorxivClusteringP2P":36.11,"BiorxivClusteringS2S":28.06,"MedrxivClusteringP2P":31.56,"MedrxivClusteringS2S":28.13,"RedditClustering":45.46,"RedditClusteringP2P":55.16,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":34.07,"TwentyNewsgroupsClustering":40.19} -{"index":61,"Rank":145,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} -{"index":179,"Rank":146,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} -{"index":63,"Rank":147,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":187,"Rank":148,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":138,"Rank":149,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":135,"Rank":150,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} -{"index":112,"Rank":151,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} -{"index":247,"Rank":152,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} -{"index":254,"Rank":153,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.4,"ArxivClusteringP2P":37.78,"ArxivClusteringS2S":31.68,"BiorxivClusteringP2P":33.09,"BiorxivClusteringS2S":29.6,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":31.7,"RedditClustering":45.24,"RedditClusteringP2P":51.31,"StackExchangeClustering":52.98,"StackExchangeClusteringP2P":32.94,"TwentyNewsgroupsClustering":44.1} -{"index":211,"Rank":154,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.37,"ArxivClusteringP2P":43.11,"ArxivClusteringS2S":34.41,"BiorxivClusteringP2P":34.7,"BiorxivClusteringS2S":28.84,"MedrxivClusteringP2P":30.49,"MedrxivClusteringS2S":28.8,"RedditClustering":42.86,"RedditClusteringP2P":54.27,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":33.15,"TwentyNewsgroupsClustering":38.35} -{"index":127,"Rank":155,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":38.03,"ArxivClusteringP2P":43.85,"ArxivClusteringS2S":29.59,"BiorxivClusteringP2P":37.8,"BiorxivClusteringS2S":26.76,"MedrxivClusteringP2P":32.54,"MedrxivClusteringS2S":28.05,"RedditClustering":43.68,"RedditClusteringP2P":54.33,"StackExchangeClustering":51.77,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":36.65} -{"index":143,"Rank":156,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.92,"ArxivClusteringP2P":42.01,"ArxivClusteringS2S":31.41,"BiorxivClusteringP2P":34.73,"BiorxivClusteringS2S":29.28,"MedrxivClusteringP2P":31.77,"MedrxivClusteringS2S":30.94,"RedditClustering":43.09,"RedditClusteringP2P":56.54,"StackExchangeClustering":48.23,"StackExchangeClusteringP2P":34.76,"TwentyNewsgroupsClustering":34.36} -{"index":275,"Rank":157,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.82,"ArxivClusteringP2P":34.72,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":28.39,"BiorxivClusteringS2S":20.52,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":24.58,"RedditClustering":56.93,"RedditClusteringP2P":58.95,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.14,"TwentyNewsgroupsClustering":42.43} -{"index":251,"Rank":158,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} -{"index":75,"Rank":159,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.6,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":31.06,"BiorxivClusteringP2P":35.18,"BiorxivClusteringS2S":28.18,"MedrxivClusteringP2P":30.4,"MedrxivClusteringS2S":28.79,"RedditClustering":45.93,"RedditClusteringP2P":51.44,"StackExchangeClustering":52.18,"StackExchangeClusteringP2P":30.67,"TwentyNewsgroupsClustering":39.44} -{"index":298,"Rank":160,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} -{"index":74,"Rank":161,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} -{"index":176,"Rank":162,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.22,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"index":185,"Rank":163,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":40.51,"ArxivClusteringS2S":31.58,"BiorxivClusteringP2P":33.56,"BiorxivClusteringS2S":28.44,"MedrxivClusteringP2P":30.12,"MedrxivClusteringS2S":25.26,"RedditClustering":45.05,"RedditClusteringP2P":55.14,"StackExchangeClustering":45.24,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":40.42} -{"index":253,"Rank":164,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.79,"BiorxivClusteringS2S":29.41,"MedrxivClusteringP2P":31.0,"MedrxivClusteringS2S":30.85,"RedditClustering":42.64,"RedditClusteringP2P":50.1,"StackExchangeClustering":49.29,"StackExchangeClusteringP2P":31.67,"TwentyNewsgroupsClustering":39.99} -{"index":66,"Rank":165,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.08,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.75,"BiorxivClusteringS2S":27.05,"MedrxivClusteringP2P":30.9,"MedrxivClusteringS2S":27.26,"RedditClustering":39.13,"RedditClusteringP2P":58.98,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":32.07,"TwentyNewsgroupsClustering":33.22} -{"index":91,"Rank":166,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":36.98,"ArxivClusteringP2P":40.55,"ArxivClusteringS2S":32.49,"BiorxivClusteringP2P":33.59,"BiorxivClusteringS2S":29.13,"MedrxivClusteringP2P":30.33,"MedrxivClusteringS2S":28.02,"RedditClustering":42.17,"RedditClusteringP2P":48.02,"StackExchangeClustering":54.13,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.2} -{"index":181,"Rank":167,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.89,"ArxivClusteringP2P":40.27,"ArxivClusteringS2S":32.0,"BiorxivClusteringP2P":33.27,"BiorxivClusteringS2S":28.65,"MedrxivClusteringP2P":27.85,"MedrxivClusteringS2S":27.71,"RedditClustering":41.34,"RedditClusteringP2P":51.2,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.88} -{"index":80,"Rank":168,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.96,"ArxivClusteringP2P":35.24,"ArxivClusteringS2S":31.09,"BiorxivClusteringP2P":30.2,"BiorxivClusteringS2S":27.38,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":27.52,"RedditClustering":45.62,"RedditClusteringP2P":47.87,"StackExchangeClustering":52.62,"StackExchangeClusteringP2P":30.05,"TwentyNewsgroupsClustering":40.79} -{"index":184,"Rank":169,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.88,"ArxivClusteringP2P":39.25,"ArxivClusteringS2S":29.08,"BiorxivClusteringP2P":32.2,"BiorxivClusteringS2S":26.63,"MedrxivClusteringP2P":29.6,"MedrxivClusteringS2S":25.01,"RedditClustering":42.85,"RedditClusteringP2P":52.55,"StackExchangeClustering":48.07,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":38.06} -{"index":87,"Rank":170,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":35.79,"ArxivClusteringP2P":39.71,"ArxivClusteringS2S":28.24,"BiorxivClusteringP2P":33.63,"BiorxivClusteringS2S":27.04,"MedrxivClusteringP2P":31.37,"MedrxivClusteringS2S":26.87,"RedditClustering":40.23,"RedditClusteringP2P":49.09,"StackExchangeClustering":52.74,"StackExchangeClusteringP2P":32.66,"TwentyNewsgroupsClustering":32.13} -{"index":84,"Rank":171,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.78,"ArxivClusteringP2P":41.21,"ArxivClusteringS2S":30.2,"BiorxivClusteringP2P":35.62,"BiorxivClusteringS2S":25.4,"MedrxivClusteringP2P":31.42,"MedrxivClusteringS2S":27.14,"RedditClustering":39.24,"RedditClusteringP2P":52.2,"StackExchangeClustering":46.43,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":30.43} -{"index":274,"Rank":172,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.71,"ArxivClusteringP2P":35.13,"ArxivClusteringS2S":23.46,"BiorxivClusteringP2P":31.17,"BiorxivClusteringS2S":18.81,"MedrxivClusteringP2P":28.88,"MedrxivClusteringS2S":23.31,"RedditClustering":49.72,"RedditClusteringP2P":57.92,"StackExchangeClustering":54.64,"StackExchangeClusteringP2P":31.58,"TwentyNewsgroupsClustering":38.23} -{"index":150,"Rank":173,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.67,"ArxivClusteringP2P":37.75,"ArxivClusteringS2S":27.7,"BiorxivClusteringP2P":30.24,"BiorxivClusteringS2S":22.67,"MedrxivClusteringP2P":28.41,"MedrxivClusteringS2S":26.14,"RedditClustering":46.29,"RedditClusteringP2P":50.95,"StackExchangeClustering":48.08,"StackExchangeClusteringP2P":33.35,"TwentyNewsgroupsClustering":40.79} -{"index":277,"Rank":174,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":35.06,"ArxivClusteringP2P":34.75,"ArxivClusteringS2S":22.62,"BiorxivClusteringP2P":28.75,"BiorxivClusteringS2S":20.14,"MedrxivClusteringP2P":31.2,"MedrxivClusteringS2S":25.8,"RedditClustering":46.17,"RedditClusteringP2P":56.53,"StackExchangeClustering":49.34,"StackExchangeClusteringP2P":33.4,"TwentyNewsgroupsClustering":36.93} -{"index":276,"Rank":175,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":34.82,"ArxivClusteringP2P":33.72,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":30.88,"BiorxivClusteringS2S":21.05,"MedrxivClusteringP2P":28.68,"MedrxivClusteringS2S":24.25,"RedditClustering":43.82,"RedditClusteringP2P":58.37,"StackExchangeClustering":47.83,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":37.47} -{"index":243,"Rank":176,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} -{"index":264,"Rank":177,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} -{"index":226,"Rank":178,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} -{"index":271,"Rank":179,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.24,"ArxivClusteringP2P":34.91,"ArxivClusteringS2S":24.41,"BiorxivClusteringP2P":32.21,"BiorxivClusteringS2S":23.52,"MedrxivClusteringP2P":29.5,"MedrxivClusteringS2S":25.33,"RedditClustering":39.42,"RedditClusteringP2P":47.05,"StackExchangeClustering":42.04,"StackExchangeClusteringP2P":29.74,"TwentyNewsgroupsClustering":37.54} -{"index":272,"Rank":180,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.21,"ArxivClusteringP2P":35.45,"ArxivClusteringS2S":24.27,"BiorxivClusteringP2P":32.43,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":29.53,"MedrxivClusteringS2S":26.07,"RedditClustering":39.19,"RedditClusteringP2P":47.01,"StackExchangeClustering":40.69,"StackExchangeClusteringP2P":29.69,"TwentyNewsgroupsClustering":37.4} -{"index":85,"Rank":181,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":79,"Rank":182,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} -{"index":273,"Rank":183,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.56,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":24.39,"BiorxivClusteringP2P":32.12,"BiorxivClusteringS2S":23.27,"MedrxivClusteringP2P":29.67,"MedrxivClusteringS2S":25.87,"RedditClustering":36.77,"RedditClusteringP2P":46.78,"StackExchangeClustering":39.59,"StackExchangeClusteringP2P":29.72,"TwentyNewsgroupsClustering":34.53} -{"index":186,"Rank":184,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":32.56,"ArxivClusteringP2P":34.17,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":28.51,"BiorxivClusteringS2S":20.94,"MedrxivClusteringP2P":27.24,"MedrxivClusteringS2S":23.27,"RedditClustering":37.95,"RedditClusteringP2P":49.91,"StackExchangeClustering":46.35,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":34.39} -{"index":306,"Rank":185,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} -{"index":29,"Rank":186,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.67,"ArxivClusteringP2P":33.7,"ArxivClusteringS2S":23.04,"BiorxivClusteringP2P":32.7,"BiorxivClusteringS2S":23.28,"MedrxivClusteringP2P":31.94,"MedrxivClusteringS2S":28.05,"RedditClustering":30.83,"RedditClusteringP2P":46.29,"StackExchangeClustering":39.44,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":26.54} -{"index":88,"Rank":187,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":30.95,"ArxivClusteringP2P":34.74,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":28.93,"BiorxivClusteringS2S":23.08,"MedrxivClusteringP2P":28.3,"MedrxivClusteringS2S":24.93,"RedditClustering":33.76,"RedditClusteringP2P":41.01,"StackExchangeClustering":44.59,"StackExchangeClusteringP2P":28.23,"TwentyNewsgroupsClustering":28.24} -{"index":270,"Rank":188,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.65,"ArxivClusteringP2P":32.37,"ArxivClusteringS2S":22.61,"BiorxivClusteringP2P":30.51,"BiorxivClusteringS2S":21.01,"MedrxivClusteringP2P":27.4,"MedrxivClusteringS2S":24.3,"RedditClustering":34.9,"RedditClusteringP2P":43.16,"StackExchangeClustering":37.79,"StackExchangeClusteringP2P":29.17,"TwentyNewsgroupsClustering":33.96} -{"index":261,"Rank":189,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"ArxivClusteringP2P":32.32,"ArxivClusteringS2S":25.5,"BiorxivClusteringP2P":28.99,"BiorxivClusteringS2S":23.2,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":26.16,"RedditClustering":31.25,"RedditClusteringP2P":43.3,"StackExchangeClustering":34.36,"StackExchangeClusteringP2P":30.64,"TwentyNewsgroupsClustering":31.58} -{"index":77,"Rank":190,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.21,"ArxivClusteringP2P":33.04,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":21.1,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":23.78,"RedditClustering":31.45,"RedditClusteringP2P":43.69,"StackExchangeClustering":39.16,"StackExchangeClusteringP2P":29.18,"TwentyNewsgroupsClustering":28.23} -{"index":134,"Rank":191,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} -{"index":269,"Rank":192,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.87,"ArxivClusteringP2P":31.72,"ArxivClusteringS2S":22.01,"BiorxivClusteringP2P":29.53,"BiorxivClusteringS2S":19.57,"MedrxivClusteringP2P":27.08,"MedrxivClusteringS2S":23.54,"RedditClustering":33.06,"RedditClusteringP2P":42.69,"StackExchangeClustering":36.47,"StackExchangeClusteringP2P":29.14,"TwentyNewsgroupsClustering":33.79} -{"index":239,"Rank":193,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} -{"index":227,"Rank":194,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} -{"index":78,"Rank":195,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.01,"ArxivClusteringP2P":31.76,"ArxivClusteringS2S":21.06,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":18.34,"MedrxivClusteringP2P":27.42,"MedrxivClusteringS2S":22.41,"RedditClustering":26.71,"RedditClusteringP2P":44.14,"StackExchangeClustering":32.84,"StackExchangeClusteringP2P":27.48,"TwentyNewsgroupsClustering":26.09} -{"index":244,"Rank":196,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} -{"index":245,"Rank":197,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} -{"index":156,"Rank":198,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.2,"ArxivClusteringP2P":26.81,"ArxivClusteringS2S":24.35,"BiorxivClusteringP2P":20.62,"BiorxivClusteringS2S":19.08,"MedrxivClusteringP2P":19.06,"MedrxivClusteringS2S":19.8,"RedditClustering":28.52,"RedditClusteringP2P":38.63,"StackExchangeClustering":46.33,"StackExchangeClusteringP2P":20.57,"TwentyNewsgroupsClustering":24.41} -{"index":260,"Rank":199,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} -{"index":268,"Rank":200,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.0,"ArxivClusteringP2P":14.79,"ArxivClusteringS2S":12.25,"BiorxivClusteringP2P":13.94,"BiorxivClusteringS2S":9.79,"MedrxivClusteringP2P":15.7,"MedrxivClusteringS2S":14.89,"RedditClustering":18.38,"RedditClusteringP2P":27.1,"StackExchangeClustering":23.66,"StackExchangeClusteringP2P":27.34,"TwentyNewsgroupsClustering":20.17} -{"index":11,"Rank":201,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"index":280,"Rank":202,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.41,"ArxivClusteringP2P":0.44,"ArxivClusteringS2S":0.37,"BiorxivClusteringP2P":0.36,"BiorxivClusteringS2S":0.31,"MedrxivClusteringP2P":0.32,"MedrxivClusteringS2S":0.29,"RedditClustering":0.5,"RedditClusteringP2P":0.55,"StackExchangeClustering":0.58,"StackExchangeClusteringP2P":0.3,"TwentyNewsgroupsClustering":0.46} -{"index":2,"Rank":203,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":3,"Rank":204,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":4,"Rank":205,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":5,"Rank":206,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":7,"Rank":207,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":10,"Rank":208,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":13,"Rank":210,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":24,"Rank":212,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":28,"Rank":213,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":37,"Rank":216,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":38,"Rank":217,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":39,"Rank":218,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":40,"Rank":219,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":29.33,"BiorxivClusteringS2S":27.81,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":41,"Rank":220,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":42,"Rank":221,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":43,"Rank":222,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":44,"Rank":223,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":54,"Rank":230,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":60,"Rank":231,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":81,"Rank":234,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":82,"Rank":235,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":92,"Rank":236,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":93,"Rank":237,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":94,"Rank":238,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":95,"Rank":239,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":96,"Rank":240,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":97,"Rank":241,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":98,"Rank":242,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":99,"Rank":243,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":105,"Rank":245,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":30.15,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":24.29,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":23.01,"RedditClustering":21.29,"RedditClusteringP2P":"","StackExchangeClustering":35.55,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":18.35} -{"index":106,"Rank":246,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":31.38,"MedrxivClusteringS2S":30.28,"RedditClustering":"","RedditClusteringP2P":50.51,"StackExchangeClustering":51.79,"StackExchangeClusteringP2P":30.15,"TwentyNewsgroupsClustering":41.38} -{"index":117,"Rank":247,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":120,"Rank":248,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":122,"Rank":249,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":123,"Rank":250,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":124,"Rank":251,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":136,"Rank":252,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":39.41,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":139,"Rank":253,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":140,"Rank":254,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":141,"Rank":255,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":142,"Rank":256,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":144,"Rank":257,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":145,"Rank":258,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":147,"Rank":259,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":148,"Rank":260,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":149,"Rank":261,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":152,"Rank":262,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":157,"Rank":263,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":158,"Rank":264,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":159,"Rank":265,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":160,"Rank":266,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":161,"Rank":267,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":177,"Rank":268,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":178,"Rank":269,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":197,"Rank":270,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":198,"Rank":271,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":199,"Rank":272,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":200,"Rank":273,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":201,"Rank":274,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":205,"Rank":275,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":223,"Rank":278,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":224,"Rank":279,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":228,"Rank":280,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":232,"Rank":281,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":233,"Rank":282,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":234,"Rank":283,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":235,"Rank":284,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":236,"Rank":285,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":237,"Rank":286,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":238,"Rank":287,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":246,"Rank":288,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":252,"Rank":289,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":259,"Rank":290,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":263,"Rank":292,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":282,"Rank":293,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":283,"Rank":294,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":284,"Rank":295,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":291,"Rank":299,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.21,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":53.09} +{"index":8,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":61.91,"GeoreviewClusteringP2P":74.06,"RuSciBenchGRNTIClusteringP2P":60.01,"RuSciBenchOECDClusteringP2P":51.66} +{"index":35,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} +{"index":25,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.61,"GeoreviewClusteringP2P":62.79,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.42,"GeoreviewClusteringP2P":64.16,"RuSciBenchGRNTIClusteringP2P":51.38,"RuSciBenchOECDClusteringP2P":44.73} +{"index":42,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.22,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":50.64,"RuSciBenchOECDClusteringP2P":44.48} +{"index":1,"Rank":9,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} +{"index":30,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} +{"index":12,"Rank":11,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} +{"index":32,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} +{"index":17,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} +{"index":29,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} +{"index":43,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.57,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":47.55,"RuSciBenchOECDClusteringP2P":41.44} +{"index":41,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} +{"index":40,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} +{"index":36,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} +{"index":7,"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} +{"index":26,"Rank":22,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} +{"index":23,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} +{"index":5,"Rank":24,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} +{"index":22,"Rank":25,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} +{"index":6,"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} +{"index":38,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/all_data_tasks/2/default.jsonl b/all_data_tasks/2/default.jsonl index 6e20c8bd..60215fb5 100644 --- a/all_data_tasks/2/default.jsonl +++ b/all_data_tasks/2/default.jsonl @@ -1,293 +1,38 @@ -{"index":6,"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":89.25,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} -{"index":222,"Rank":2,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87} -{"index":103,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78} -{"index":170,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.42,"SprintDuplicateQuestions":95.86,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.79} -{"index":62,"Rank":5,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42} -{"index":229,"Rank":6,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.27,"SprintDuplicateQuestions":96.52,"TwitterSemEval2015":81.35,"TwitterURLCorpus":86.94} -{"index":290,"Rank":7,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":81.41,"TwitterURLCorpus":87.92} -{"index":22,"Rank":8,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":102,"Rank":9,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.07,"SprintDuplicateQuestions":97.62,"TwitterSemEval2015":78.57,"TwitterURLCorpus":88.03} -{"index":153,"Rank":10,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":88.07,"SprintDuplicateQuestions":96.04,"TwitterSemEval2015":80.58,"TwitterURLCorpus":87.58} -{"index":67,"Rank":11,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} -{"index":71,"Rank":12,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} -{"index":69,"Rank":13,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} -{"index":154,"Rank":14,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":87.74,"SprintDuplicateQuestions":95.59,"TwitterSemEval2015":80.18,"TwitterURLCorpus":87.46} -{"index":1,"Rank":15,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} -{"index":36,"Rank":16,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":16,"Rank":17,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":15,"Rank":18,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.41,"SprintDuplicateQuestions":96.07,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":196,"Rank":19,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":104,"Rank":20,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":192,"Rank":21,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} -{"index":0,"Rank":22,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} -{"index":45,"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} -{"index":116,"Rank":24,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} -{"index":151,"Rank":25,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":204,"Rank":26,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":57,"Rank":27,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":23,"Rank":28,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":230,"Rank":29,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":231,"Rank":30,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":278,"Rank":31,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} -{"index":221,"Rank":32,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} -{"index":9,"Rank":33,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} -{"index":183,"Rank":34,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.85,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":78.23,"TwitterURLCorpus":85.53} -{"index":208,"Rank":35,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.74,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":77.8,"TwitterURLCorpus":85.94} -{"index":130,"Rank":36,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} -{"index":164,"Rank":37,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} -{"index":8,"Rank":38,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":133,"Rank":39,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":21,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":165,"Rank":41,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} -{"index":128,"Rank":42,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} -{"index":206,"Rank":43,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} -{"index":175,"Rank":44,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.24,"SprintDuplicateQuestions":92.19,"TwitterSemEval2015":79.79,"TwitterURLCorpus":86.73} -{"index":73,"Rank":45,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} -{"index":35,"Rank":46,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":86.15,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":75.16,"TwitterURLCorpus":86.49} -{"index":249,"Rank":47,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} -{"index":250,"Rank":48,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} -{"index":257,"Rank":49,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":55,"Rank":50,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":169,"Rank":51,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":168,"Rank":52,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} -{"index":163,"Rank":53,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} -{"index":203,"Rank":54,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} -{"index":25,"Rank":55,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} -{"index":33,"Rank":56,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} -{"index":17,"Rank":57,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":27,"Rank":58,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.79,"SprintDuplicateQuestions":92.82,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.59} -{"index":155,"Rank":59,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":167,"Rank":60,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":304,"Rank":61,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} -{"index":121,"Rank":62,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":59,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":285,"Rank":64,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} -{"index":182,"Rank":65,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":281,"Rank":66,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":188,"Rank":67,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":18,"Rank":68,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} -{"index":248,"Rank":69,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} -{"index":255,"Rank":70,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":212,"Rank":71,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":166,"Rank":72,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} -{"index":171,"Rank":73,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} -{"index":258,"Rank":74,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} -{"index":209,"Rank":75,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69} -{"index":210,"Rank":76,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64} -{"index":32,"Rank":77,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32} -{"index":305,"Rank":78,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} -{"index":266,"Rank":79,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53} -{"index":58,"Rank":80,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":85.0,"SprintDuplicateQuestions":94.76,"TwitterSemEval2015":73.76,"TwitterURLCorpus":86.49} -{"index":132,"Rank":81,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36} -{"index":256,"Rank":82,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.97,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} -{"index":46,"Rank":83,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":26,"Rank":84,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":302,"Rank":85,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} -{"index":185,"Rank":86,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} -{"index":174,"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":56,"Rank":88,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.75,"SprintDuplicateQuestions":93.13,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":207,"Rank":89,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} -{"index":287,"Rank":90,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} -{"index":131,"Rank":91,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} -{"index":172,"Rank":92,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":119,"Rank":93,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":219,"Rank":94,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":292,"Rank":95,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":100,"Rank":96,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":217,"Rank":97,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} -{"index":213,"Rank":98,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} -{"index":265,"Rank":99,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52} -{"index":225,"Rank":100,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":189,"Rank":101,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":19,"Rank":102,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":136,"Rank":103,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} -{"index":190,"Rank":104,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":20,"Rank":105,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":303,"Rank":106,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} -{"index":216,"Rank":107,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} -{"index":180,"Rank":108,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} -{"index":191,"Rank":109,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":34,"Rank":110,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85} -{"index":118,"Rank":111,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.94,"SprintDuplicateQuestions":94.23,"TwitterSemEval2015":70.85,"TwitterURLCorpus":86.73} -{"index":247,"Rank":112,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} -{"index":214,"Rank":113,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41} -{"index":63,"Rank":114,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":187,"Rank":115,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":138,"Rank":116,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":288,"Rank":117,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} -{"index":173,"Rank":118,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":267,"Rank":119,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} -{"index":215,"Rank":120,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":162,"Rank":121,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} -{"index":129,"Rank":122,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} -{"index":76,"Rank":123,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} -{"index":179,"Rank":124,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62} -{"index":289,"Rank":125,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16} -{"index":242,"Rank":126,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.87,"TwitterURLCorpus":85.11} -{"index":184,"Rank":127,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33} -{"index":61,"Rank":128,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.95,"SprintDuplicateQuestions":94.38,"TwitterSemEval2015":67.98,"TwitterURLCorpus":86.48} -{"index":279,"Rank":129,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4} -{"index":115,"Rank":130,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84} -{"index":114,"Rank":131,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89} -{"index":176,"Rank":132,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.73,"SprintDuplicateQuestions":92.42,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} -{"index":75,"Rank":133,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75} -{"index":83,"Rank":134,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68} -{"index":66,"Rank":135,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} -{"index":220,"Rank":136,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} -{"index":240,"Rank":137,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":202,"Rank":138,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":241,"Rank":139,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":218,"Rank":140,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} -{"index":126,"Rank":141,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} -{"index":143,"Rank":142,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} -{"index":111,"Rank":143,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":286,"Rank":144,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":109,"Rank":145,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":90,"Rank":146,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} -{"index":211,"Rank":147,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} -{"index":135,"Rank":148,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} -{"index":113,"Rank":149,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22} -{"index":251,"Rank":150,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} -{"index":127,"Rank":151,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27} -{"index":125,"Rank":152,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":110,"Rank":153,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":112,"Rank":154,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7} -{"index":306,"Rank":155,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} -{"index":108,"Rank":156,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72} -{"index":181,"Rank":157,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11} -{"index":146,"Rank":158,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65} -{"index":72,"Rank":159,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} -{"index":150,"Rank":160,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} -{"index":254,"Rank":161,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":107,"Rank":162,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":80,"Rank":163,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} -{"index":89,"Rank":164,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} -{"index":79,"Rank":165,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} -{"index":78,"Rank":166,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} -{"index":84,"Rank":167,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} -{"index":47,"Rank":168,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":271,"Rank":169,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.13,"SprintDuplicateQuestions":91.89,"TwitterSemEval2015":65.18,"TwitterURLCorpus":83.31} -{"index":272,"Rank":170,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"SprintDuplicateQuestions":93.49,"TwitterSemEval2015":63.41,"TwitterURLCorpus":83.09} -{"index":106,"Rank":171,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} -{"index":85,"Rank":172,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} -{"index":273,"Rank":173,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.62,"SprintDuplicateQuestions":94.03,"TwitterSemEval2015":61.92,"TwitterURLCorpus":82.91} -{"index":277,"Rank":174,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} -{"index":86,"Rank":175,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79} -{"index":275,"Rank":176,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09} -{"index":195,"Rank":177,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52} -{"index":186,"Rank":178,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44} -{"index":239,"Rank":179,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} -{"index":77,"Rank":180,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94} -{"index":270,"Rank":181,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.46,"SprintDuplicateQuestions":87.35,"TwitterSemEval2015":65.35,"TwitterURLCorpus":82.68} -{"index":253,"Rank":182,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} -{"index":269,"Rank":183,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.41,"SprintDuplicateQuestions":87.42,"TwitterSemEval2015":65.16,"TwitterURLCorpus":82.64} -{"index":246,"Rank":184,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.3,"SprintDuplicateQuestions":88.43,"TwitterSemEval2015":62.46,"TwitterURLCorpus":84.02} -{"index":70,"Rank":185,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} -{"index":68,"Rank":186,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} -{"index":194,"Rank":187,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49} -{"index":300,"Rank":188,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} -{"index":264,"Rank":189,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28} -{"index":299,"Rank":190,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} -{"index":91,"Rank":191,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54} -{"index":29,"Rank":192,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09} -{"index":298,"Rank":193,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":76.93,"SprintDuplicateQuestions":78.07,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} -{"index":193,"Rank":194,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11} -{"index":261,"Rank":195,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46} -{"index":274,"Rank":196,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68} -{"index":301,"Rank":197,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} -{"index":276,"Rank":198,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21} -{"index":87,"Rank":199,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06} -{"index":226,"Rank":200,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.89,"SprintDuplicateQuestions":73.04,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} -{"index":64,"Rank":201,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64} -{"index":227,"Rank":202,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.47,"SprintDuplicateQuestions":78.03,"TwitterSemEval2015":61.01,"TwitterURLCorpus":81.37} -{"index":245,"Rank":203,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.99,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":54.02,"TwitterURLCorpus":79.41} -{"index":244,"Rank":204,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.48,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":53.12,"TwitterURLCorpus":77.35} -{"index":74,"Rank":205,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} -{"index":88,"Rank":206,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} -{"index":156,"Rank":207,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} -{"index":11,"Rank":208,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":69.84,"SprintDuplicateQuestions":68.48,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} -{"index":243,"Rank":209,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} -{"index":134,"Rank":210,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"index":268,"Rank":211,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04} -{"index":280,"Rank":212,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84} -{"index":2,"Rank":213,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":3,"Rank":214,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":4,"Rank":215,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":5,"Rank":216,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":7,"Rank":217,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":10,"Rank":218,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":13,"Rank":220,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":24,"Rank":222,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":28,"Rank":223,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":37,"Rank":226,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":38,"Rank":227,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":39,"Rank":228,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":41,"Rank":230,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":42,"Rank":231,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":43,"Rank":232,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":44,"Rank":233,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":54,"Rank":240,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":60,"Rank":241,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":81,"Rank":243,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":82,"Rank":244,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":92,"Rank":245,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":93,"Rank":246,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":94,"Rank":247,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":95,"Rank":248,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":96,"Rank":249,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":97,"Rank":250,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":98,"Rank":251,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":99,"Rank":252,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":105,"Rank":254,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":117,"Rank":255,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":120,"Rank":256,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":122,"Rank":257,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":123,"Rank":258,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":124,"Rank":259,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":137,"Rank":260,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":139,"Rank":261,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":140,"Rank":262,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":141,"Rank":263,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":142,"Rank":264,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":144,"Rank":265,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":145,"Rank":266,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":147,"Rank":267,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":148,"Rank":268,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":149,"Rank":269,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":152,"Rank":270,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":157,"Rank":271,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":158,"Rank":272,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":159,"Rank":273,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":160,"Rank":274,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":161,"Rank":275,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":177,"Rank":276,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":178,"Rank":277,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":197,"Rank":278,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":198,"Rank":279,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":199,"Rank":280,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":200,"Rank":281,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":201,"Rank":282,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":205,"Rank":283,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":223,"Rank":284,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":224,"Rank":285,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":228,"Rank":286,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":232,"Rank":287,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":233,"Rank":288,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":234,"Rank":289,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":235,"Rank":290,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":236,"Rank":291,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":237,"Rank":292,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":238,"Rank":293,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":252,"Rank":294,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":259,"Rank":295,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":260,"Rank":296,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":263,"Rank":298,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":282,"Rank":299,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":283,"Rank":300,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":284,"Rank":301,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":291,"Rank":302,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":293,"Rank":303,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":294,"Rank":304,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":295,"Rank":305,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":296,"Rank":306,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":297,"Rank":307,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} +{"index":25,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} +{"index":41,"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} +{"index":28,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} +{"index":1,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":60.11} +{"index":7,"Rank":8,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} +{"index":8,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} +{"index":35,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} +{"index":40,"Rank":11,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} +{"index":30,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} +{"index":42,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} +{"index":26,"Rank":14,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} +{"index":43,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} +{"index":36,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} +{"index":21,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} +{"index":32,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} +{"index":12,"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} +{"index":29,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} +{"index":6,"Rank":21,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} +{"index":22,"Rank":23,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":52.85} +{"index":16,"Rank":24,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} +{"index":23,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} +{"index":17,"Rank":26,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} +{"index":37,"Rank":27,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} +{"index":38,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} +{"index":39,"Rank":29,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} diff --git a/all_data_tasks/3/default.jsonl b/all_data_tasks/3/default.jsonl index 7d9f520e..29904ac1 100644 --- a/all_data_tasks/3/default.jsonl +++ b/all_data_tasks/3/default.jsonl @@ -1,286 +1,38 @@ -{"index":17,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":27,"Rank":2,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":153,"Rank":3,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25} -{"index":222,"Rank":4,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79} -{"index":103,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68} -{"index":221,"Rank":6,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58} -{"index":45,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":60.48,"AskUbuntuDupQuestions":67.37,"MindSmallReranking":31.81,"SciDocsRR":86.82,"StackOverflowDupQuestions":55.94} -{"index":229,"Rank":8,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.46,"AskUbuntuDupQuestions":66.73,"MindSmallReranking":32.51,"SciDocsRR":87.03,"StackOverflowDupQuestions":55.55} -{"index":62,"Rank":9,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.29,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":32.06,"SciDocsRR":86.4,"StackOverflowDupQuestions":55.89} -{"index":170,"Rank":10,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.59,"SciDocsRR":86.34,"StackOverflowDupQuestions":54.93} -{"index":154,"Rank":11,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":60.16,"AskUbuntuDupQuestions":66.15,"MindSmallReranking":33.05,"SciDocsRR":88.44,"StackOverflowDupQuestions":52.99} -{"index":102,"Rank":12,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.14,"AskUbuntuDupQuestions":66.71,"MindSmallReranking":31.26,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.32} -{"index":15,"Rank":13,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} -{"index":204,"Rank":14,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":151,"Rank":15,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":6,"Rank":16,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":60.09,"AskUbuntuDupQuestions":64.92,"MindSmallReranking":30.97,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} -{"index":130,"Rank":17,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.05,"AskUbuntuDupQuestions":64.7,"MindSmallReranking":32.82,"SciDocsRR":87.8,"StackOverflowDupQuestions":54.88} -{"index":104,"Rank":18,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":196,"Rank":19,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":23,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":231,"Rank":21,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":230,"Rank":22,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":278,"Rank":23,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.0,"AskUbuntuDupQuestions":64.42,"MindSmallReranking":32.78,"SciDocsRR":87.61,"StackOverflowDupQuestions":55.19} -{"index":16,"Rank":24,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":36,"Rank":25,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":57,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.97,"AskUbuntuDupQuestions":64.29,"MindSmallReranking":32.66,"SciDocsRR":87.65,"StackOverflowDupQuestions":55.28} -{"index":116,"Rank":27,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.88,"AskUbuntuDupQuestions":64.2,"MindSmallReranking":32.51,"SciDocsRR":87.49,"StackOverflowDupQuestions":55.32} -{"index":183,"Rank":28,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.86,"AskUbuntuDupQuestions":64.32,"MindSmallReranking":32.27,"SciDocsRR":87.47,"StackOverflowDupQuestions":55.4} -{"index":22,"Rank":29,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":46,"Rank":30,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":8,"Rank":31,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} -{"index":25,"Rank":32,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.72,"AskUbuntuDupQuestions":64.59,"MindSmallReranking":31.79,"SciDocsRR":87.6,"StackOverflowDupQuestions":54.9} -{"index":69,"Rank":33,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} -{"index":128,"Rank":34,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.37,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":32.36,"SciDocsRR":87.72,"StackOverflowDupQuestions":54.72} -{"index":242,"Rank":35,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} -{"index":304,"Rank":36,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} -{"index":266,"Rank":37,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.13,"AskUbuntuDupQuestions":63.06,"MindSmallReranking":32.63,"SciDocsRR":87.2,"StackOverflowDupQuestions":53.63} -{"index":290,"Rank":38,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.02,"AskUbuntuDupQuestions":64.58,"MindSmallReranking":32.2,"SciDocsRR":85.16,"StackOverflowDupQuestions":54.15} -{"index":206,"Rank":39,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} -{"index":203,"Rank":40,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} -{"index":175,"Rank":41,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":58.92,"AskUbuntuDupQuestions":64.41,"MindSmallReranking":33.07,"SciDocsRR":85.75,"StackOverflowDupQuestions":52.45} -{"index":1,"Rank":42,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":133,"Rank":43,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":21,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":165,"Rank":45,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} -{"index":265,"Rank":46,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} -{"index":131,"Rank":47,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.56,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":32.36,"SciDocsRR":86.48,"StackOverflowDupQuestions":53.06} -{"index":19,"Rank":48,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":240,"Rank":49,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} -{"index":71,"Rank":50,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} -{"index":26,"Rank":51,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":132,"Rank":52,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96} -{"index":9,"Rank":53,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} -{"index":192,"Rank":54,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84} -{"index":191,"Rank":55,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":241,"Rank":56,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.77} -{"index":202,"Rank":57,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} -{"index":33,"Rank":58,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48} -{"index":303,"Rank":59,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} -{"index":129,"Rank":60,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36} -{"index":210,"Rank":61,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75} -{"index":35,"Rank":62,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4} -{"index":0,"Rank":63,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} -{"index":267,"Rank":64,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03} -{"index":18,"Rank":65,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} -{"index":163,"Rank":66,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} -{"index":126,"Rank":67,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":20,"Rank":68,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":67,"Rank":69,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} -{"index":164,"Rank":70,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} -{"index":207,"Rank":71,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} -{"index":195,"Rank":72,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":188,"Rank":73,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":281,"Rank":74,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":305,"Rank":75,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} -{"index":250,"Rank":76,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":169,"Rank":77,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":55,"Rank":78,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":90,"Rank":79,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} -{"index":168,"Rank":80,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} -{"index":258,"Rank":81,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} -{"index":185,"Rank":82,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38} -{"index":302,"Rank":83,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} -{"index":121,"Rank":84,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":59,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":162,"Rank":86,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99} -{"index":32,"Rank":87,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76} -{"index":249,"Rank":88,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} -{"index":174,"Rank":89,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} -{"index":125,"Rank":90,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":110,"Rank":91,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":182,"Rank":92,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55} -{"index":167,"Rank":93,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":155,"Rank":94,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":56,"Rank":95,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.86,"AskUbuntuDupQuestions":60.28,"MindSmallReranking":31.42,"SciDocsRR":82.04,"StackOverflowDupQuestions":49.72} -{"index":184,"Rank":96,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":219,"Rank":97,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":292,"Rank":98,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":100,"Rank":99,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":119,"Rank":100,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":115,"Rank":101,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} -{"index":118,"Rank":102,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.74,"AskUbuntuDupQuestions":59.79,"MindSmallReranking":32.08,"SciDocsRR":81.58,"StackOverflowDupQuestions":49.51} -{"index":166,"Rank":103,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":212,"Rank":104,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":135,"Rank":105,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} -{"index":217,"Rank":106,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} -{"index":194,"Rank":107,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} -{"index":193,"Rank":108,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} -{"index":109,"Rank":109,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":286,"Rank":110,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":107,"Rank":111,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":108,"Rank":112,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} -{"index":58,"Rank":113,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} -{"index":73,"Rank":114,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} -{"index":248,"Rank":115,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} -{"index":76,"Rank":116,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":189,"Rank":117,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":225,"Rank":118,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":111,"Rank":119,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} -{"index":143,"Rank":120,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} -{"index":216,"Rank":121,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} -{"index":190,"Rank":122,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":34,"Rank":123,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45} -{"index":173,"Rank":124,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} -{"index":214,"Rank":125,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87} -{"index":180,"Rank":126,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} -{"index":257,"Rank":127,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} -{"index":89,"Rank":128,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":187,"Rank":129,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":63,"Rank":130,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":138,"Rank":131,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":146,"Rank":132,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} -{"index":150,"Rank":133,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} -{"index":215,"Rank":134,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} -{"index":285,"Rank":135,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93} -{"index":171,"Rank":136,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13} -{"index":112,"Rank":137,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16} -{"index":172,"Rank":138,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93} -{"index":114,"Rank":139,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43} -{"index":279,"Rank":140,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13} -{"index":179,"Rank":141,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} -{"index":113,"Rank":142,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96} -{"index":247,"Rank":143,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} -{"index":211,"Rank":144,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":256,"Rank":145,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":86,"Rank":146,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} -{"index":72,"Rank":147,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} -{"index":47,"Rank":148,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":66,"Rank":149,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} -{"index":254,"Rank":150,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.79} -{"index":127,"Rank":151,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85} -{"index":253,"Rank":152,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} -{"index":75,"Rank":153,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78} -{"index":218,"Rank":154,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} -{"index":61,"Rank":155,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.37,"AskUbuntuDupQuestions":56.79,"MindSmallReranking":30.92,"SciDocsRR":78.61,"StackOverflowDupQuestions":47.16} -{"index":213,"Rank":156,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89} -{"index":306,"Rank":157,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} -{"index":220,"Rank":158,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} -{"index":70,"Rank":159,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} -{"index":255,"Rank":160,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} -{"index":186,"Rank":161,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18} -{"index":68,"Rank":162,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} -{"index":176,"Rank":163,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} -{"index":181,"Rank":164,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38} -{"index":91,"Rank":165,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77} -{"index":251,"Rank":166,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} -{"index":84,"Rank":167,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99} -{"index":87,"Rank":168,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74} -{"index":85,"Rank":169,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49} -{"index":79,"Rank":170,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3} -{"index":271,"Rank":171,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.04,"AskUbuntuDupQuestions":54.19,"MindSmallReranking":29.79,"SciDocsRR":72.88,"StackOverflowDupQuestions":43.31} -{"index":272,"Rank":172,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.71,"AskUbuntuDupQuestions":53.62,"MindSmallReranking":29.52,"SciDocsRR":72.62,"StackOverflowDupQuestions":43.07} -{"index":273,"Rank":173,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.6,"AskUbuntuDupQuestions":54.33,"MindSmallReranking":29.35,"SciDocsRR":72.11,"StackOverflowDupQuestions":42.59} -{"index":78,"Rank":174,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} -{"index":298,"Rank":175,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} -{"index":270,"Rank":176,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.89,"AskUbuntuDupQuestions":52.78,"MindSmallReranking":28.57,"SciDocsRR":71.1,"StackOverflowDupQuestions":43.12} -{"index":246,"Rank":177,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} -{"index":269,"Rank":178,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.75,"AskUbuntuDupQuestions":52.73,"MindSmallReranking":28.52,"SciDocsRR":70.66,"StackOverflowDupQuestions":43.08} -{"index":77,"Rank":179,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57} -{"index":239,"Rank":180,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} -{"index":243,"Rank":181,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} -{"index":142,"Rank":182,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76} -{"index":74,"Rank":183,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} -{"index":88,"Rank":184,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97} -{"index":226,"Rank":185,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} -{"index":227,"Rank":186,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} -{"index":156,"Rank":187,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} -{"index":245,"Rank":188,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} -{"index":134,"Rank":189,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} -{"index":244,"Rank":190,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} -{"index":11,"Rank":191,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"index":268,"Rank":192,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35} -{"index":280,"Rank":193,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47} -{"index":2,"Rank":194,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} -{"index":3,"Rank":195,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":4,"Rank":196,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":5,"Rank":197,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":7,"Rank":198,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":10,"Rank":199,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":13,"Rank":201,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":24,"Rank":203,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":28,"Rank":204,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":29,"Rank":205,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":37,"Rank":208,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":38,"Rank":209,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":39,"Rank":210,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":41,"Rank":212,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":42,"Rank":213,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":43,"Rank":214,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":44,"Rank":215,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":54,"Rank":222,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":60,"Rank":223,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":80,"Rank":226,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":81,"Rank":227,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":82,"Rank":228,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":83,"Rank":229,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":92,"Rank":230,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":93,"Rank":231,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":94,"Rank":232,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":95,"Rank":233,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":96,"Rank":234,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":97,"Rank":235,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":98,"Rank":236,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":99,"Rank":237,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":105,"Rank":239,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5} -{"index":106,"Rank":240,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":117,"Rank":241,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":120,"Rank":242,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":122,"Rank":243,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":123,"Rank":244,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":124,"Rank":245,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":136,"Rank":246,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":137,"Rank":247,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":139,"Rank":248,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":140,"Rank":249,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":141,"Rank":250,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":144,"Rank":251,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":145,"Rank":252,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":147,"Rank":253,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":148,"Rank":254,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":149,"Rank":255,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":152,"Rank":256,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":157,"Rank":257,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":158,"Rank":258,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":159,"Rank":259,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":160,"Rank":260,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":161,"Rank":261,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":177,"Rank":262,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":178,"Rank":263,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":197,"Rank":264,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":198,"Rank":265,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":199,"Rank":266,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":200,"Rank":267,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":201,"Rank":268,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":205,"Rank":269,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":223,"Rank":272,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":224,"Rank":273,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":228,"Rank":274,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":232,"Rank":275,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":233,"Rank":276,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":234,"Rank":277,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":235,"Rank":278,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":236,"Rank":279,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":237,"Rank":280,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":238,"Rank":281,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":252,"Rank":282,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":259,"Rank":283,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":260,"Rank":284,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":261,"Rank":285,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":57.91,"MindSmallReranking":"","SciDocsRR":70.21,"StackOverflowDupQuestions":44.9} -{"index":263,"Rank":287,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":264,"Rank":288,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99} -{"index":276,"Rank":291,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":277,"Rank":292,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":282,"Rank":293,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":283,"Rank":294,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":284,"Rank":295,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":289,"Rank":298,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68} -{"index":291,"Rank":299,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} +{"index":1,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} +{"index":30,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} +{"index":31,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.17,"RuBQReranking":75.84,"MIRACLReranking (ru)":62.49} +{"index":25,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} +{"index":29,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} +{"index":32,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} +{"index":15,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} +{"index":42,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} +{"index":24,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} +{"index":43,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} +{"index":35,"Rank":12,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} +{"index":21,"Rank":13,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} +{"index":16,"Rank":14,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} +{"index":23,"Rank":16,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} +{"index":5,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} +{"index":6,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} +{"index":7,"Rank":19,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} +{"index":0,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":8,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RuBQReranking":72.43,"MIRACLReranking (ru)":""} +{"index":10,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":12,"Rank":28,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} +{"index":13,"Rank":29,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":19,"Rank":32,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":20,"Rank":33,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":22,"Rank":34,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RuBQReranking":35.44,"MIRACLReranking (ru)":""} +{"index":26,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":34.01,"MIRACLReranking (ru)":""} +{"index":33,"Rank":37,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":34,"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":36,"Rank":39,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":55.13,"MIRACLReranking (ru)":""} +{"index":37,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":38.51,"MIRACLReranking (ru)":""} +{"index":38,"Rank":41,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":27.05,"MIRACLReranking (ru)":""} +{"index":39,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":30.96,"MIRACLReranking (ru)":""} +{"index":40,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":52.8,"MIRACLReranking (ru)":""} +{"index":41,"Rank":44,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":58.77,"MIRACLReranking (ru)":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} diff --git a/all_data_tasks/4/default.jsonl b/all_data_tasks/4/default.jsonl index 498a5831..2c6a37d9 100644 --- a/all_data_tasks/4/default.jsonl +++ b/all_data_tasks/4/default.jsonl @@ -1,281 +1,38 @@ -{"index":222,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44} -{"index":22,"Rank":2,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":153,"Rank":3,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98} -{"index":223,"Rank":4,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44} -{"index":27,"Rank":5,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":17,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":60.25,"ArguAna":64.27,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":28.91,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":82.26} -{"index":62,"Rank":7,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.19,"ArguAna":69.65,"ClimateFEVER":39.11,"CQADupstackRetrieval":47.27,"DBPedia":51.32,"FEVER":92.42,"FiQA2018":61.2,"HotpotQA":76.24,"MSMARCO":45.21,"NFCorpus":41.62,"NQ":70.63,"QuoraRetrieval":90.27,"SCIDOCS":21.93,"SciFact":78.32,"Touche2020":30.61,"TRECCOVID":87.1} -{"index":102,"Rank":8,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.18,"ArguAna":62.34,"ClimateFEVER":34.43,"CQADupstackRetrieval":46.11,"DBPedia":51.21,"FEVER":92.16,"FiQA2018":61.77,"HotpotQA":81.36,"MSMARCO":42.18,"NFCorpus":41.34,"NQ":73.96,"QuoraRetrieval":89.58,"SCIDOCS":24.87,"SciFact":85.91,"Touche2020":28.18,"TRECCOVID":87.27} -{"index":290,"Rank":9,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.5,"ArguAna":65.62,"ClimateFEVER":42.05,"CQADupstackRetrieval":48.85,"DBPedia":51.2,"FEVER":92.44,"FiQA2018":58.78,"HotpotQA":79.45,"MSMARCO":44.18,"NFCorpus":40.46,"NQ":70.52,"QuoraRetrieval":89.89,"SCIDOCS":20.86,"SciFact":77.38,"Touche2020":27.1,"TRECCOVID":83.68} -{"index":221,"Rank":10,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.36,"ArguAna":68.2,"ClimateFEVER":34.72,"CQADupstackRetrieval":50.51,"DBPedia":48.29,"FEVER":87.77,"FiQA2018":63.1,"HotpotQA":79.92,"MSMARCO":46.49,"NFCorpus":38.04,"NQ":71.22,"QuoraRetrieval":89.21,"SCIDOCS":20.19,"SciFact":78.43,"Touche2020":28.38,"TRECCOVID":85.88} -{"index":25,"Rank":11,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.24,"ArguAna":77.37,"ClimateFEVER":39.37,"CQADupstackRetrieval":47.94,"DBPedia":51.37,"FEVER":90.38,"FiQA2018":60.04,"HotpotQA":83.26,"MSMARCO":45.71,"NFCorpus":38.11,"NQ":71.45,"QuoraRetrieval":90.04,"SCIDOCS":26.93,"SciFact":72.05,"Touche2020":30.26,"TRECCOVID":64.27} -{"index":103,"Rank":12,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.0,"ArguAna":67.17,"ClimateFEVER":36.41,"CQADupstackRetrieval":46.49,"DBPedia":49.06,"FEVER":89.35,"FiQA2018":60.4,"HotpotQA":77.02,"MSMARCO":43.41,"NFCorpus":41.88,"NQ":69.92,"QuoraRetrieval":89.78,"SCIDOCS":19.91,"SciFact":77.66,"Touche2020":29.0,"TRECCOVID":87.6} -{"index":154,"Rank":13,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":58.97,"ArguAna":64.24,"ClimateFEVER":43.53,"CQADupstackRetrieval":44.36,"DBPedia":49.88,"FEVER":90.99,"FiQA2018":56.06,"HotpotQA":71.74,"MSMARCO":43.69,"NFCorpus":41.49,"NQ":69.07,"QuoraRetrieval":89.58,"SCIDOCS":25.04,"SciFact":78.23,"Touche2020":31.45,"TRECCOVID":85.21} -{"index":28,"Rank":14,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":224,"Rank":15,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":58.56,"ArguAna":64.65,"ClimateFEVER":35.55,"CQADupstackRetrieval":46.53,"DBPedia":47.82,"FEVER":90.76,"FiQA2018":56.64,"HotpotQA":78.11,"MSMARCO":43.93,"NFCorpus":39.77,"NQ":69.29,"QuoraRetrieval":89.97,"SCIDOCS":22.38,"SciFact":86.6,"Touche2020":25.08,"TRECCOVID":81.32} -{"index":16,"Rank":16,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":36,"Rank":17,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":6,"Rank":18,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":58.28,"ArguAna":64.06,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":59.76,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":40.32,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":79.99,"Touche2020":39.16,"TRECCOVID":85.07} -{"index":19,"Rank":19,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":45,"Rank":20,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":57.36,"ArguAna":63.17,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.91,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.86,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.13,"Touche2020":27.78,"TRECCOVID":74.31} -{"index":229,"Rank":21,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.05,"ArguAna":58.82,"ClimateFEVER":32.47,"CQADupstackRetrieval":49.52,"DBPedia":48.99,"FEVER":90.88,"FiQA2018":53.22,"HotpotQA":77.7,"MSMARCO":40.66,"NFCorpus":41.33,"NQ":64.67,"QuoraRetrieval":88.86,"SCIDOCS":23.01,"SciFact":79.62,"Touche2020":25.24,"TRECCOVID":80.75} -{"index":170,"Rank":22,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.87,"ArguAna":61.65,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.81,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.58,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.32,"SciFact":76.42,"Touche2020":26.27,"TRECCOVID":87.03} -{"index":69,"Rank":23,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} -{"index":9,"Rank":24,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} -{"index":15,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} -{"index":71,"Rank":26,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} -{"index":107,"Rank":27,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.98,"ArguAna":59.09,"ClimateFEVER":39.33,"CQADupstackRetrieval":46.97,"DBPedia":45.97,"FEVER":88.22,"FiQA2018":44.71,"HotpotQA":75.18,"MSMARCO":41.68,"NFCorpus":37.65,"NQ":63.11,"QuoraRetrieval":87.41,"SCIDOCS":21.36,"SciFact":73.82,"Touche2020":34.52,"TRECCOVID":80.72} -{"index":1,"Rank":28,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} -{"index":8,"Rank":29,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} -{"index":192,"Rank":30,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.52,"ArguAna":58.52,"ClimateFEVER":34.56,"CQADupstackRetrieval":46.91,"DBPedia":46.83,"FEVER":91.22,"FiQA2018":54.51,"HotpotQA":76.41,"MSMARCO":43.25,"NFCorpus":39.55,"NQ":62.31,"QuoraRetrieval":89.34,"SCIDOCS":20.17,"SciFact":73.99,"Touche2020":18.52,"TRECCOVID":76.66} -{"index":304,"Rank":31,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":55.44,"ArguAna":58.05,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.11,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} -{"index":65,"Rank":32,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.16,"ArguAna":62.6,"ClimateFEVER":34.42,"CQADupstackRetrieval":42.89,"DBPedia":44.91,"FEVER":87.71,"FiQA2018":44.31,"HotpotQA":74.39,"MSMARCO":43.42,"NFCorpus":38.46,"NQ":53.2,"QuoraRetrieval":89.14,"SCIDOCS":21.85,"SciFact":74.85,"Touche2020":33.01,"TRECCOVID":82.25} -{"index":125,"Rank":33,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":110,"Rank":34,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":46,"Rank":35,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":33,"Rank":36,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} -{"index":108,"Rank":37,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":286,"Rank":38,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":109,"Rank":39,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":116,"Rank":40,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} -{"index":67,"Rank":41,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} -{"index":204,"Rank":42,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":23,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":18,"Rank":44,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.09,"ArguAna":63.49,"ClimateFEVER":40.36,"CQADupstackRetrieval":39.52,"DBPedia":39.9,"FEVER":94.81,"FiQA2018":48.65,"HotpotQA":67.75,"MSMARCO":42.62,"NFCorpus":35.88,"NQ":52.96,"QuoraRetrieval":88.42,"SCIDOCS":21.92,"SciFact":76.77,"Touche2020":25.22,"TRECCOVID":73.13} -{"index":191,"Rank":45,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":35,"Rank":46,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":53.84,"ArguAna":55.11,"ClimateFEVER":29.96,"CQADupstackRetrieval":40.64,"DBPedia":41.0,"FEVER":88.53,"FiQA2018":44.1,"HotpotQA":70.61,"MSMARCO":43.45,"NFCorpus":36.42,"NQ":63.41,"QuoraRetrieval":88.92,"SCIDOCS":19.34,"SciFact":70.05,"Touche2020":32.7,"TRECCOVID":83.37} -{"index":57,"Rank":47,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} -{"index":130,"Rank":48,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} -{"index":278,"Rank":49,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":21,"Rank":50,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.25,"ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":219,"Rank":51,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":212,"Rank":52,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":175,"Rank":53,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51} -{"index":0,"Rank":54,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} -{"index":217,"Rank":55,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} -{"index":128,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} -{"index":266,"Rank":57,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} -{"index":132,"Rank":58,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":111,"Rank":59,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":196,"Rank":60,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":183,"Rank":61,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} -{"index":26,"Rank":62,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":303,"Rank":63,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} -{"index":73,"Rank":64,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":56,"Rank":65,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.43,"ArguAna":54.38,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.8,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.99,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.47,"SciFact":70.41,"Touche2020":23.39,"TRECCOVID":71.33} -{"index":213,"Rank":66,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} -{"index":203,"Rank":67,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} -{"index":174,"Rank":68,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.4,"ArguAna":54.36,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.29,"FEVER":82.81,"FiQA2018":43.81,"HotpotQA":71.23,"MSMARCO":43.7,"NFCorpus":33.95,"NQ":64.06,"QuoraRetrieval":88.18,"SCIDOCS":17.45,"SciFact":70.42,"Touche2020":23.13,"TRECCOVID":71.21} -{"index":32,"Rank":69,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.34,"ArguAna":50.81,"ClimateFEVER":28.9,"CQADupstackRetrieval":38.89,"DBPedia":41.03,"FEVER":87.64,"FiQA2018":38.83,"HotpotQA":66.79,"MSMARCO":41.33,"NFCorpus":33.65,"NQ":57.99,"QuoraRetrieval":88.11,"SCIDOCS":18.1,"SciFact":66.69,"Touche2020":31.93,"TRECCOVID":79.36} -{"index":126,"Rank":70,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.31,"ArguAna":51.31,"ClimateFEVER":22.76,"CQADupstackRetrieval":45.27,"DBPedia":36.95,"FEVER":88.17,"FiQA2018":44.8,"HotpotQA":64.15,"MSMARCO":38.0,"NFCorpus":33.94,"NQ":55.1,"QuoraRetrieval":88.41,"SCIDOCS":21.98,"SciFact":70.52,"Touche2020":27.48,"TRECCOVID":80.75} -{"index":265,"Rank":71,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.14,"ArguAna":57.12,"ClimateFEVER":28.1,"CQADupstackRetrieval":42.91,"DBPedia":41.19,"FEVER":81.52,"FiQA2018":40.76,"HotpotQA":65.75,"MSMARCO":40.21,"NFCorpus":37.9,"NQ":52.84,"QuoraRetrieval":88.15,"SCIDOCS":23.13,"SciFact":76.18,"Touche2020":22.55,"TRECCOVID":68.78} -{"index":305,"Rank":72,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} -{"index":20,"Rank":73,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":216,"Rank":74,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} -{"index":263,"Rank":75,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} -{"index":118,"Rank":76,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.65,"ArguAna":57.91,"ClimateFEVER":22.98,"CQADupstackRetrieval":41.05,"DBPedia":36.14,"FEVER":84.17,"FiQA2018":45.38,"HotpotQA":67.18,"MSMARCO":34.12,"NFCorpus":33.55,"NQ":48.09,"QuoraRetrieval":89.6,"SCIDOCS":20.53,"SciFact":73.94,"Touche2020":26.72,"TRECCOVID":78.46} -{"index":169,"Rank":77,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.56,"ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":131,"Rank":78,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":167,"Rank":79,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":155,"Rank":80,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":90,"Rank":81,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} -{"index":34,"Rank":82,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} -{"index":112,"Rank":83,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} -{"index":165,"Rank":84,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.1,"ArguAna":60.63,"ClimateFEVER":29.0,"CQADupstackRetrieval":41.14,"DBPedia":39.64,"FEVER":79.13,"FiQA2018":38.62,"HotpotQA":68.22,"MSMARCO":40.95,"NFCorpus":37.51,"NQ":50.2,"QuoraRetrieval":88.72,"SCIDOCS":18.58,"SciFact":72.51,"Touche2020":21.9,"TRECCOVID":64.79} -{"index":306,"Rank":85,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} -{"index":168,"Rank":86,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.99,"ArguAna":49.35,"ClimateFEVER":22.4,"CQADupstackRetrieval":39.44,"DBPedia":42.39,"FEVER":65.03,"FiQA2018":38.56,"HotpotQA":63.33,"MSMARCO":44.05,"NFCorpus":36.07,"NQ":62.86,"QuoraRetrieval":88.18,"SCIDOCS":20.12,"SciFact":72.58,"Touche2020":27.21,"TRECCOVID":78.32} -{"index":267,"Rank":87,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.46,"ArguAna":55.44,"ClimateFEVER":26.54,"CQADupstackRetrieval":39.98,"DBPedia":39.1,"FEVER":81.55,"FiQA2018":39.35,"HotpotQA":63.79,"MSMARCO":40.31,"NFCorpus":34.77,"NQ":50.29,"QuoraRetrieval":88.02,"SCIDOCS":21.38,"SciFact":72.7,"Touche2020":22.22,"TRECCOVID":66.53} -{"index":182,"Rank":88,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":49.34,"ArguAna":52.21,"ClimateFEVER":26.79,"CQADupstackRetrieval":39.29,"DBPedia":37.62,"FEVER":73.98,"FiQA2018":36.7,"HotpotQA":56.66,"MSMARCO":42.02,"NFCorpus":36.02,"NQ":53.31,"QuoraRetrieval":88.28,"SCIDOCS":18.94,"SciFact":69.29,"Touche2020":25.19,"TRECCOVID":83.82} -{"index":164,"Rank":89,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.26,"ArguAna":55.65,"ClimateFEVER":26.54,"CQADupstackRetrieval":43.09,"DBPedia":40.24,"FEVER":70.03,"FiQA2018":46.96,"HotpotQA":55.88,"MSMARCO":41.61,"NFCorpus":36.0,"NQ":57.24,"QuoraRetrieval":88.85,"SCIDOCS":17.36,"SciFact":64.56,"Touche2020":23.44,"TRECCOVID":71.4} -{"index":302,"Rank":90,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} -{"index":172,"Rank":91,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.04,"ArguAna":41.67,"ClimateFEVER":22.87,"CQADupstackRetrieval":37.07,"DBPedia":41.32,"FEVER":81.64,"FiQA2018":37.43,"HotpotQA":66.61,"MSMARCO":41.46,"NFCorpus":32.45,"NQ":59.11,"QuoraRetrieval":85.71,"SCIDOCS":17.77,"SciFact":68.85,"Touche2020":27.12,"TRECCOVID":74.53} -{"index":173,"Rank":92,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.87,"ArguAna":44.21,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.15,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.49,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.17,"SciFact":69.39,"Touche2020":21.5,"TRECCOVID":69.5} -{"index":166,"Rank":93,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.75,"ArguAna":51.41,"ClimateFEVER":15.38,"CQADupstackRetrieval":38.92,"DBPedia":41.02,"FEVER":58.24,"FiQA2018":36.37,"HotpotQA":62.21,"MSMARCO":43.14,"NFCorpus":36.59,"NQ":59.97,"QuoraRetrieval":87.92,"SCIDOCS":18.99,"SciFact":73.08,"Touche2020":28.31,"TRECCOVID":79.64} -{"index":250,"Rank":94,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} -{"index":135,"Rank":95,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":48.22,"ArguAna":47.28,"ClimateFEVER":29.39,"CQADupstackRetrieval":39.62,"DBPedia":39.03,"FEVER":73.97,"FiQA2018":35.84,"HotpotQA":57.26,"MSMARCO":41.12,"NFCorpus":35.78,"NQ":53.15,"QuoraRetrieval":74.71,"SCIDOCS":18.62,"SciFact":72.11,"Touche2020":23.98,"TRECCOVID":81.37} -{"index":214,"Rank":96,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.0,"ArguAna":54.81,"ClimateFEVER":24.71,"CQADupstackRetrieval":41.4,"DBPedia":40.2,"FEVER":74.39,"FiQA2018":39.86,"HotpotQA":63.7,"MSMARCO":34.99,"NFCorpus":35.68,"NQ":48.55,"QuoraRetrieval":88.19,"SCIDOCS":20.17,"SciFact":71.98,"Touche2020":19.17,"TRECCOVID":62.2} -{"index":249,"Rank":97,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} -{"index":188,"Rank":98,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":215,"Rank":99,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} -{"index":180,"Rank":100,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":47.67,"ArguAna":48.33,"ClimateFEVER":23.36,"CQADupstackRetrieval":37.82,"DBPedia":34.54,"FEVER":71.96,"FiQA2018":35.12,"HotpotQA":55.12,"MSMARCO":40.25,"NFCorpus":33.66,"NQ":50.62,"QuoraRetrieval":88.01,"SCIDOCS":18.5,"SciFact":69.43,"Touche2020":25.17,"TRECCOVID":83.21} -{"index":163,"Rank":101,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.57,"ArguAna":57.05,"ClimateFEVER":27.74,"CQADupstackRetrieval":43.82,"DBPedia":36.68,"FEVER":72.69,"FiQA2018":45.45,"HotpotQA":55.18,"MSMARCO":39.65,"NFCorpus":34.09,"NQ":50.1,"QuoraRetrieval":88.44,"SCIDOCS":18.55,"SciFact":64.43,"Touche2020":21.56,"TRECCOVID":58.06} -{"index":248,"Rank":102,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} -{"index":66,"Rank":103,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.64,"ArguAna":39.06,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.31,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.01,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.89,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":176,"Rank":104,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.63,"ArguAna":39.09,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.13,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.0,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":89,"Rank":105,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":46.54,"ArguAna":50.49,"ClimateFEVER":27.11,"CQADupstackRetrieval":36.53,"DBPedia":34.7,"FEVER":72.73,"FiQA2018":33.29,"HotpotQA":52.84,"MSMARCO":38.83,"NFCorpus":33.89,"NQ":46.7,"QuoraRetrieval":85.6,"SCIDOCS":16.57,"SciFact":70.17,"Touche2020":23.44,"TRECCOVID":75.17} -{"index":171,"Rank":106,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.01,"ArguAna":46.69,"ClimateFEVER":15.81,"CQADupstackRetrieval":36.08,"DBPedia":38.64,"FEVER":53.52,"FiQA2018":34.8,"HotpotQA":56.34,"MSMARCO":42.33,"NFCorpus":33.93,"NQ":58.73,"QuoraRetrieval":87.71,"SCIDOCS":16.42,"SciFact":65.6,"Touche2020":26.81,"TRECCOVID":76.78} -{"index":179,"Rank":107,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.27,"ArguAna":46.67,"ClimateFEVER":25.56,"CQADupstackRetrieval":34.3,"DBPedia":32.61,"FEVER":67.22,"FiQA2018":31.29,"HotpotQA":51.67,"MSMARCO":38.27,"NFCorpus":30.7,"NQ":46.16,"QuoraRetrieval":87.01,"SCIDOCS":17.23,"SciFact":65.42,"Touche2020":24.92,"TRECCOVID":80.03} -{"index":190,"Rank":108,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":45.14,"ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":38.03,"DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":129,"Rank":109,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.12,"ArguAna":51.25,"ClimateFEVER":25.16,"CQADupstackRetrieval":41.77,"DBPedia":34.83,"FEVER":73.17,"FiQA2018":37.85,"HotpotQA":52.59,"MSMARCO":36.54,"NFCorpus":31.34,"NQ":46.1,"QuoraRetrieval":88.07,"SCIDOCS":21.44,"SciFact":64.4,"Touche2020":20.79,"TRECCOVID":51.47} -{"index":162,"Rank":110,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"ArguAna":52.03,"ClimateFEVER":27.95,"CQADupstackRetrieval":40.95,"DBPedia":33.34,"FEVER":71.85,"FiQA2018":39.18,"HotpotQA":54.19,"MSMARCO":37.76,"NFCorpus":31.59,"NQ":45.88,"QuoraRetrieval":88.19,"SCIDOCS":17.09,"SciFact":57.83,"Touche2020":20.37,"TRECCOVID":58.55} -{"index":195,"Rank":111,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.99,"ArguAna":39.21,"ClimateFEVER":25.02,"CQADupstackRetrieval":38.91,"DBPedia":38.79,"FEVER":78.0,"FiQA2018":45.02,"HotpotQA":57.14,"MSMARCO":36.51,"NFCorpus":31.57,"NQ":52.83,"QuoraRetrieval":87.79,"SCIDOCS":15.62,"SciFact":69.32,"Touche2020":13.87,"TRECCOVID":45.22} -{"index":115,"Rank":112,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.92,"ArguAna":53.64,"ClimateFEVER":24.71,"CQADupstackRetrieval":37.8,"DBPedia":35.97,"FEVER":70.11,"FiQA2018":31.42,"HotpotQA":55.7,"MSMARCO":34.51,"NFCorpus":32.04,"NQ":43.03,"QuoraRetrieval":87.04,"SCIDOCS":19.07,"SciFact":67.51,"Touche2020":22.08,"TRECCOVID":59.21} -{"index":185,"Rank":113,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.81,"ArguAna":46.48,"ClimateFEVER":21.21,"CQADupstackRetrieval":37.96,"DBPedia":34.13,"FEVER":71.9,"FiQA2018":37.27,"HotpotQA":54.95,"MSMARCO":40.34,"NFCorpus":32.24,"NQ":51.4,"QuoraRetrieval":88.09,"SCIDOCS":18.45,"SciFact":59.76,"Touche2020":20.73,"TRECCOVID":57.25} -{"index":247,"Rank":114,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} -{"index":86,"Rank":115,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.49,"ArguAna":49.68,"ClimateFEVER":26.6,"CQADupstackRetrieval":33.33,"DBPedia":31.51,"FEVER":68.12,"FiQA2018":29.99,"HotpotQA":49.93,"MSMARCO":36.05,"NFCorpus":32.08,"NQ":42.94,"QuoraRetrieval":85.28,"SCIDOCS":16.18,"SciFact":68.29,"Touche2020":24.45,"TRECCOVID":72.98} -{"index":184,"Rank":116,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.03,"ArguAna":49.01,"ClimateFEVER":21.48,"CQADupstackRetrieval":37.48,"DBPedia":32.44,"FEVER":73.29,"FiQA2018":34.06,"HotpotQA":52.78,"MSMARCO":37.77,"NFCorpus":30.38,"NQ":47.88,"QuoraRetrieval":87.63,"SCIDOCS":17.63,"SciFact":59.39,"Touche2020":18.59,"TRECCOVID":60.57} -{"index":76,"Rank":117,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.97,"ArguAna":55.78,"ClimateFEVER":21.23,"CQADupstackRetrieval":38.2,"DBPedia":33.88,"FEVER":63.97,"FiQA2018":30.71,"HotpotQA":54.21,"MSMARCO":33.61,"NFCorpus":32.04,"NQ":42.47,"QuoraRetrieval":86.03,"SCIDOCS":18.64,"SciFact":67.31,"Touche2020":21.12,"TRECCOVID":60.32} -{"index":242,"Rank":118,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} -{"index":194,"Rank":119,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.39,"ArguAna":40.77,"ClimateFEVER":21.84,"CQADupstackRetrieval":33.15,"DBPedia":37.47,"FEVER":61.77,"FiQA2018":39.21,"HotpotQA":55.84,"MSMARCO":35.36,"NFCorpus":31.57,"NQ":47.73,"QuoraRetrieval":87.96,"SCIDOCS":19.48,"SciFact":68.35,"Touche2020":15.22,"TRECCOVID":55.07} -{"index":240,"Rank":120,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} -{"index":114,"Rank":121,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.56,"ArguAna":55.31,"ClimateFEVER":25.35,"CQADupstackRetrieval":35.07,"DBPedia":32.25,"FEVER":74.99,"FiQA2018":25.59,"HotpotQA":53.91,"MSMARCO":31.01,"NFCorpus":31.86,"NQ":34.94,"QuoraRetrieval":85.72,"SCIDOCS":17.69,"SciFact":66.27,"Touche2020":18.1,"TRECCOVID":50.38} -{"index":258,"Rank":122,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} -{"index":241,"Rank":123,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.56,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.23} -{"index":220,"Rank":124,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} -{"index":193,"Rank":125,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.41,"ArguAna":32.93,"ClimateFEVER":25.94,"CQADupstackRetrieval":33.12,"DBPedia":35.47,"FEVER":56.41,"FiQA2018":37.75,"HotpotQA":54.66,"MSMARCO":38.29,"NFCorpus":30.16,"NQ":47.61,"QuoraRetrieval":87.85,"SCIDOCS":10.59,"SciFact":66.23,"Touche2020":13.31,"TRECCOVID":50.81} -{"index":181,"Rank":126,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":41.19,"ArguAna":44.55,"ClimateFEVER":21.02,"CQADupstackRetrieval":31.43,"DBPedia":28.22,"FEVER":61.1,"FiQA2018":24.49,"HotpotQA":46.05,"MSMARCO":34.18,"NFCorpus":27.34,"NQ":40.05,"QuoraRetrieval":86.04,"SCIDOCS":15.31,"SciFact":61.74,"Touche2020":23.35,"TRECCOVID":72.99} -{"index":150,"Rank":127,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.17,"ArguAna":49.11,"ClimateFEVER":23.29,"CQADupstackRetrieval":39.04,"DBPedia":32.04,"FEVER":52.63,"FiQA2018":36.35,"HotpotQA":45.66,"MSMARCO":36.83,"NFCorpus":29.67,"NQ":44.48,"QuoraRetrieval":87.21,"SCIDOCS":15.78,"SciFact":54.03,"Touche2020":15.61,"TRECCOVID":55.85} -{"index":218,"Rank":128,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} -{"index":113,"Rank":129,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.82,"ArguAna":51.51,"ClimateFEVER":24.77,"CQADupstackRetrieval":33.64,"DBPedia":31.06,"FEVER":69.64,"FiQA2018":24.37,"HotpotQA":49.73,"MSMARCO":27.85,"NFCorpus":30.04,"NQ":30.73,"QuoraRetrieval":85.29,"SCIDOCS":17.26,"SciFact":65.41,"Touche2020":18.34,"TRECCOVID":52.62} -{"index":12,"Rank":130,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.7,"Touche2020":33.05,"TRECCOVID":62.31} -{"index":70,"Rank":131,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} -{"index":186,"Rank":132,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.91,"ArguAna":43.57,"ClimateFEVER":17.25,"CQADupstackRetrieval":33.74,"DBPedia":28.28,"FEVER":69.12,"FiQA2018":25.19,"HotpotQA":47.48,"MSMARCO":31.8,"NFCorpus":25.96,"NQ":38.89,"QuoraRetrieval":85.69,"SCIDOCS":15.29,"SciFact":52.4,"Touche2020":16.67,"TRECCOVID":52.3} -{"index":146,"Rank":133,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.79,"ArguAna":52.03,"ClimateFEVER":21.82,"CQADupstackRetrieval":34.46,"DBPedia":26.51,"FEVER":56.32,"FiQA2018":30.59,"HotpotQA":42.09,"MSMARCO":27.68,"NFCorpus":26.43,"NQ":37.93,"QuoraRetrieval":85.56,"SCIDOCS":16.6,"SciFact":59.95,"Touche2020":18.85,"TRECCOVID":45.1} -{"index":257,"Rank":134,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} -{"index":72,"Rank":135,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} -{"index":75,"Rank":136,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.94,"ArguAna":44.8,"ClimateFEVER":17.69,"CQADupstackRetrieval":38.2,"DBPedia":32.97,"FEVER":45.91,"FiQA2018":21.29,"HotpotQA":51.52,"MSMARCO":29.49,"NFCorpus":26.78,"NQ":32.6,"QuoraRetrieval":85.3,"SCIDOCS":15.31,"SciFact":63.23,"Touche2020":16.3,"TRECCOVID":47.77} -{"index":87,"Rank":137,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.04,"ArguAna":45.42,"ClimateFEVER":21.86,"CQADupstackRetrieval":27.25,"DBPedia":22.72,"FEVER":60.45,"FiQA2018":21.12,"HotpotQA":40.88,"MSMARCO":27.98,"NFCorpus":22.79,"NQ":29.73,"QuoraRetrieval":72.98,"SCIDOCS":12.21,"SciFact":56.9,"Touche2020":22.97,"TRECCOVID":70.3} -{"index":47,"Rank":138,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":68,"Rank":139,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} -{"index":256,"Rank":140,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} -{"index":127,"Rank":141,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":36.08,"ArguAna":52.45,"ClimateFEVER":19.0,"CQADupstackRetrieval":30.71,"DBPedia":25.27,"FEVER":50.13,"FiQA2018":22.14,"HotpotQA":41.33,"MSMARCO":22.15,"NFCorpus":29.05,"NQ":23.45,"QuoraRetrieval":83.63,"SCIDOCS":14.95,"SciFact":61.96,"Touche2020":17.47,"TRECCOVID":47.52} -{"index":254,"Rank":142,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.6,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.4,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} -{"index":255,"Rank":143,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} -{"index":253,"Rank":144,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.37,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":13.78,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} -{"index":251,"Rank":145,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} -{"index":91,"Rank":146,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} -{"index":272,"Rank":147,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.55,"ArguAna":43.7,"ClimateFEVER":17.26,"CQADupstackRetrieval":23.9,"DBPedia":24.71,"FEVER":30.45,"FiQA2018":16.96,"HotpotQA":32.76,"MSMARCO":14.47,"NFCorpus":26.77,"NQ":20.04,"QuoraRetrieval":81.81,"SCIDOCS":12.67,"SciFact":50.97,"Touche2020":22.53,"TRECCOVID":39.3} -{"index":273,"Rank":148,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.52,"ArguAna":43.53,"ClimateFEVER":17.79,"CQADupstackRetrieval":23.47,"DBPedia":24.58,"FEVER":30.62,"FiQA2018":16.2,"HotpotQA":32.94,"MSMARCO":14.26,"NFCorpus":26.7,"NQ":19.41,"QuoraRetrieval":81.71,"SCIDOCS":12.67,"SciFact":51.92,"Touche2020":22.11,"TRECCOVID":39.84} -{"index":271,"Rank":149,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.11,"ArguAna":43.92,"ClimateFEVER":16.71,"CQADupstackRetrieval":23.93,"DBPedia":23.79,"FEVER":28.93,"FiQA2018":16.12,"HotpotQA":31.97,"MSMARCO":14.46,"NFCorpus":25.36,"NQ":20.41,"QuoraRetrieval":81.33,"SCIDOCS":12.58,"SciFact":48.62,"Touche2020":22.67,"TRECCOVID":40.91} -{"index":79,"Rank":150,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.33,"ArguAna":35.87,"ClimateFEVER":13.11,"CQADupstackRetrieval":21.69,"DBPedia":29.33,"FEVER":35.58,"FiQA2018":8.1,"HotpotQA":47.03,"MSMARCO":19.8,"NFCorpus":18.75,"NQ":23.25,"QuoraRetrieval":82.3,"SCIDOCS":11.12,"SciFact":50.24,"Touche2020":8.0,"TRECCOVID":35.74} -{"index":270,"Rank":151,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.58,"ArguAna":42.03,"ClimateFEVER":14.7,"CQADupstackRetrieval":21.85,"DBPedia":20.08,"FEVER":20.67,"FiQA2018":13.19,"HotpotQA":24.81,"MSMARCO":11.62,"NFCorpus":21.93,"NQ":17.22,"QuoraRetrieval":78.8,"SCIDOCS":11.03,"SciFact":42.94,"Touche2020":21.99,"TRECCOVID":35.84} -{"index":269,"Rank":152,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.33,"ArguAna":42.28,"ClimateFEVER":14.52,"CQADupstackRetrieval":21.8,"DBPedia":19.99,"FEVER":19.55,"FiQA2018":13.29,"HotpotQA":24.2,"MSMARCO":11.49,"NFCorpus":21.22,"NQ":17.01,"QuoraRetrieval":78.59,"SCIDOCS":10.87,"SciFact":42.18,"Touche2020":21.98,"TRECCOVID":36.04} -{"index":77,"Rank":153,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.17,"ArguAna":31.14,"ClimateFEVER":10.02,"CQADupstackRetrieval":18.63,"DBPedia":25.66,"FEVER":29.18,"FiQA2018":6.42,"HotpotQA":39.88,"MSMARCO":16.53,"NFCorpus":15.64,"NQ":19.99,"QuoraRetrieval":79.94,"SCIDOCS":9.93,"SciFact":42.42,"Touche2020":7.75,"TRECCOVID":39.48} -{"index":74,"Rank":154,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} -{"index":78,"Rank":155,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.51,"ArguAna":34.8,"ClimateFEVER":8.35,"CQADupstackRetrieval":19.16,"DBPedia":21.32,"FEVER":26.08,"FiQA2018":11.71,"HotpotQA":38.38,"MSMARCO":16.96,"NFCorpus":14.02,"NQ":20.74,"QuoraRetrieval":74.94,"SCIDOCS":9.39,"SciFact":46.0,"Touche2020":10.51,"TRECCOVID":30.27} -{"index":226,"Rank":156,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} -{"index":244,"Rank":157,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} -{"index":245,"Rank":158,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} -{"index":88,"Rank":159,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":20.9,"ArguAna":31.04,"ClimateFEVER":11.01,"CQADupstackRetrieval":20.29,"DBPedia":10.87,"FEVER":18.4,"FiQA2018":8.94,"HotpotQA":17.73,"MSMARCO":6.27,"NFCorpus":11.8,"NQ":7.63,"QuoraRetrieval":78.96,"SCIDOCS":7.13,"SciFact":31.79,"Touche2020":12.27,"TRECCOVID":39.31} -{"index":227,"Rank":160,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} -{"index":239,"Rank":161,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} -{"index":298,"Rank":162,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} -{"index":243,"Rank":163,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} -{"index":156,"Rank":164,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":13.47,"ArguAna":18.3,"ClimateFEVER":1.79,"CQADupstackRetrieval":8.87,"DBPedia":3.92,"FEVER":1.59,"FiQA2018":3.0,"HotpotQA":12.96,"MSMARCO":3.0,"NFCorpus":5.59,"NQ":0.89,"QuoraRetrieval":78.62,"SCIDOCS":1.79,"SciFact":35.29,"Touche2020":1.68,"TRECCOVID":24.82} -{"index":134,"Rank":165,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} -{"index":11,"Rank":166,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"index":2,"Rank":167,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} -{"index":3,"Rank":168,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":4,"Rank":169,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":5,"Rank":170,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":7,"Rank":171,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":10,"Rank":172,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":13,"Rank":173,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":24,"Rank":175,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":37,"Rank":179,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":38,"Rank":180,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":39,"Rank":181,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":41,"Rank":183,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":42,"Rank":184,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":43,"Rank":185,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":44,"Rank":186,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":54,"Rank":193,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":55,"Rank":194,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":"","DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":58,"Rank":195,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":51.87,"ClimateFEVER":17.0,"CQADupstackRetrieval":"","DBPedia":35.08,"FEVER":61.54,"FiQA2018":29.97,"HotpotQA":64.15,"MSMARCO":37.7,"NFCorpus":32.59,"NQ":51.92,"QuoraRetrieval":87.56,"SCIDOCS":16.93,"SciFact":68.47,"Touche2020":16.07,"TRECCOVID":49.44} -{"index":59,"Rank":196,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":60,"Rank":197,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":61,"Rank":198,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":53.59,"ClimateFEVER":21.71,"CQADupstackRetrieval":"","DBPedia":32.01,"FEVER":66.46,"FiQA2018":24.47,"HotpotQA":57.96,"MSMARCO":30.05,"NFCorpus":28.94,"NQ":41.32,"QuoraRetrieval":86.24,"SCIDOCS":16.2,"SciFact":63.97,"Touche2020":14.47,"TRECCOVID":46.79} -{"index":63,"Rank":199,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":80,"Rank":201,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":81,"Rank":202,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":82,"Rank":203,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":83,"Rank":204,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":84,"Rank":205,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":44.35,"ClimateFEVER":17.77,"CQADupstackRetrieval":25.56,"DBPedia":21.94,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":85,"Rank":206,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":35.0,"ClimateFEVER":"","CQADupstackRetrieval":22.96,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":92,"Rank":207,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":93,"Rank":208,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":94,"Rank":209,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":95,"Rank":210,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":96,"Rank":211,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":97,"Rank":212,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":98,"Rank":213,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":99,"Rank":214,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":100,"Rank":215,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":104,"Rank":217,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":"","DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":117,"Rank":220,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":119,"Rank":221,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":120,"Rank":222,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":121,"Rank":223,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":122,"Rank":224,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":123,"Rank":225,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":124,"Rank":226,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":133,"Rank":227,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":"","DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":136,"Rank":228,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":53.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.3,"HotpotQA":"","MSMARCO":"","NFCorpus":31.41,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":64.37,"Touche2020":"","TRECCOVID":""} -{"index":137,"Rank":229,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":45.51,"FiQA2018":36.61,"HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":138,"Rank":230,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":139,"Rank":231,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":140,"Rank":232,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":141,"Rank":233,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":142,"Rank":234,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":37.27,"ClimateFEVER":8.69,"CQADupstackRetrieval":18.81,"DBPedia":14.77,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":143,"Rank":235,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":47.29,"ClimateFEVER":13.48,"CQADupstackRetrieval":31.03,"DBPedia":22.45,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":144,"Rank":236,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":145,"Rank":237,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":147,"Rank":238,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":148,"Rank":239,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":149,"Rank":240,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":151,"Rank":241,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":152,"Rank":242,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":157,"Rank":243,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":158,"Rank":244,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":159,"Rank":245,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":160,"Rank":246,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":161,"Rank":247,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":177,"Rank":248,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":178,"Rank":249,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":187,"Rank":250,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":36.22,"DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":189,"Rank":251,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":38.78,"DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":197,"Rank":252,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":198,"Rank":253,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":199,"Rank":254,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":200,"Rank":255,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":201,"Rank":256,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":205,"Rank":258,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":49.11,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":79.91,"HotpotQA":"","MSMARCO":"","NFCorpus":29.64,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":65.4,"Touche2020":"","TRECCOVID":""} -{"index":210,"Rank":263,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":57.77,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":211,"Rank":264,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.13,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":225,"Rank":265,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":228,"Rank":266,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":230,"Rank":267,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":231,"Rank":268,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":232,"Rank":269,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":233,"Rank":270,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":234,"Rank":271,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":235,"Rank":272,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":236,"Rank":273,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":237,"Rank":274,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":238,"Rank":275,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":246,"Rank":276,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":252,"Rank":277,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":259,"Rank":278,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":260,"Rank":279,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":17.02,"DBPedia":9.61,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":261,"Rank":280,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":83.07,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":264,"Rank":282,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":38.88,"ClimateFEVER":9.94,"CQADupstackRetrieval":18.0,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":268,"Rank":283,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":5.35,"ClimateFEVER":0.59,"CQADupstackRetrieval":"","DBPedia":0.43,"FEVER":0.51,"FiQA2018":0.76,"HotpotQA":0.59,"MSMARCO":0.31,"NFCorpus":4.87,"NQ":0.33,"QuoraRetrieval":31.95,"SCIDOCS":1.02,"SciFact":2.91,"Touche2020":3.82,"TRECCOVID":7.5} -{"index":276,"Rank":286,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":277,"Rank":287,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":279,"Rank":288,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":54.83,"ClimateFEVER":31.95,"CQADupstackRetrieval":32.2,"DBPedia":41.81,"FEVER":62.94,"FiQA2018":29.36,"HotpotQA":63.85,"MSMARCO":"","NFCorpus":28.47,"NQ":42.04,"QuoraRetrieval":88.15,"SCIDOCS":17.3,"SciFact":65.72,"Touche2020":18.1,"TRECCOVID":53.89} -{"index":280,"Rank":289,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":0.44,"ClimateFEVER":0.11,"CQADupstackRetrieval":"","DBPedia":0.28,"FEVER":0.25,"FiQA2018":0.16,"HotpotQA":0.3,"MSMARCO":0.2,"NFCorpus":0.23,"NQ":0.21,"QuoraRetrieval":0.84,"SCIDOCS":0.15,"SciFact":0.51,"Touche2020":0.12,"TRECCOVID":0.37} -{"index":281,"Rank":290,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":282,"Rank":291,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":283,"Rank":292,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":284,"Rank":293,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":285,"Rank":294,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.87,"ClimateFEVER":19.68,"CQADupstackRetrieval":"","DBPedia":36.06,"FEVER":69.98,"FiQA2018":35.49,"HotpotQA":65.0,"MSMARCO":68.72,"NFCorpus":31.81,"NQ":52.15,"QuoraRetrieval":85.02,"SCIDOCS":17.36,"SciFact":67.97,"Touche2020":13.23,"TRECCOVID":52.61} -{"index":291,"Rank":298,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":292,"Rank":299,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} +{"index":1,"Rank":1,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.41,"RiaNewsRetrieval":83.26,"RuBQRetrieval":73.9,"MIRACLRetrieval (ru)":66.08} +{"index":28,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} +{"index":30,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} +{"index":25,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} +{"index":29,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} +{"index":15,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} +{"index":32,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} +{"index":42,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} +{"index":24,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.64,"RiaNewsRetrieval":77.83,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":35.22} +{"index":43,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} +{"index":21,"Rank":12,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} +{"index":23,"Rank":14,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} +{"index":7,"Rank":16,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} +{"index":5,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} +{"index":6,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} +{"index":38,"Rank":19,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} +{"index":0,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":8,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":70.94,"MIRACLRetrieval (ru)":""} +{"index":10,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":12,"Rank":28,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} +{"index":13,"Rank":29,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":19,"Rank":32,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":20,"Rank":33,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":22,"Rank":34,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":""} +{"index":26,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":""} +{"index":33,"Rank":37,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":34,"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":35,"Rank":39,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} +{"index":36,"Rank":40,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":""} +{"index":37,"Rank":41,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":""} +{"index":39,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":""} +{"index":40,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":""} +{"index":41,"Rank":44,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} diff --git a/all_data_tasks/5/default.jsonl b/all_data_tasks/5/default.jsonl index e0780847..9a018ff9 100644 --- a/all_data_tasks/5/default.jsonl +++ b/all_data_tasks/5/default.jsonl @@ -1,292 +1,42 @@ -{"index":121,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":59,"Rank":2,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":191,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":9,"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} -{"index":1,"Rank":5,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} -{"index":103,"Rank":6,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.05,"BIOSSES":86.07,"SICK-R":82.92,"STS12":79.47,"STS13":89.15,"STS14":84.93,"STS15":90.74,"STS16":87.82,"STS17 (en-en)":92.02,"STS22 (en)":68.36,"STSBenchmark":89.0} -{"index":278,"Rank":7,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.04,"BIOSSES":89.15,"SICK-R":82.83,"STS12":78.65,"STS13":90.0,"STS14":84.97,"STS15":89.81,"STS16":86.71,"STS17 (en-en)":89.8,"STS22 (en)":69.67,"STSBenchmark":88.77} -{"index":175,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.03,"BIOSSES":87.46,"SICK-R":81.73,"STS12":82.53,"STS13":88.05,"STS14":84.83,"STS15":91.02,"STS16":87.32,"STS17 (en-en)":90.33,"STS22 (en)":68.67,"STSBenchmark":88.39} -{"index":204,"Rank":9,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":151,"Rank":10,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":57,"Rank":11,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.99,"BIOSSES":88.38,"SICK-R":83.0,"STS12":79.22,"STS13":89.43,"STS14":84.79,"STS15":89.54,"STS16":86.69,"STS17 (en-en)":89.64,"STS22 (en)":70.26,"STSBenchmark":88.96} -{"index":62,"Rank":12,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"BIOSSES":86.4,"SICK-R":84.31,"STS12":78.44,"STS13":88.27,"STS14":84.49,"STS15":90.28,"STS16":87.37,"STS17 (en-en)":92.68,"STS22 (en)":68.62,"STSBenchmark":88.81} -{"index":0,"Rank":13,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} -{"index":203,"Rank":14,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.9,"BIOSSES":88.06,"SICK-R":82.05,"STS12":78.77,"STS13":90.4,"STS14":85.45,"STS15":90.01,"STS16":87.42,"STS17 (en-en)":88.8,"STS22 (en)":68.8,"STSBenchmark":89.2} -{"index":229,"Rank":15,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.82,"BIOSSES":87.28,"SICK-R":82.33,"STS12":79.7,"STS13":89.21,"STS14":86.01,"STS15":89.7,"STS16":87.68,"STS17 (en-en)":88.03,"STS22 (en)":70.16,"STSBenchmark":88.15} -{"index":170,"Rank":16,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.62,"BIOSSES":85.5,"SICK-R":82.64,"STS12":79.65,"STS13":88.43,"STS14":84.54,"STS15":90.42,"STS16":87.69,"STS17 (en-en)":91.76,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":130,"Rank":17,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.59,"BIOSSES":89.17,"SICK-R":82.8,"STS12":77.13,"STS13":89.29,"STS14":83.83,"STS15":89.7,"STS16":86.43,"STS17 (en-en)":89.66,"STS22 (en)":69.61,"STSBenchmark":88.3} -{"index":116,"Rank":18,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06} -{"index":153,"Rank":19,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23} -{"index":6,"Rank":20,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":84.31,"BIOSSES":89.24,"SICK-R":83.16,"STS12":73.34,"STS13":88.49,"STS14":86.49,"STS15":91.13,"STS16":85.68,"STS17 (en-en)":90.06,"STS22 (en)":66.32,"STSBenchmark":89.22} -{"index":222,"Rank":21,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41} -{"index":22,"Rank":22,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":290,"Rank":23,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.44,"SICK-R":81.88,"STS12":78.64,"STS13":87.12,"STS14":83.55,"STS15":90.1,"STS16":87.22,"STS17 (en-en)":91.43,"STS22 (en)":67.76,"STSBenchmark":88.28} -{"index":154,"Rank":24,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74} -{"index":208,"Rank":25,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89} -{"index":71,"Rank":26,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} -{"index":25,"Rank":27,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":83.88,"BIOSSES":85.74,"SICK-R":82.66,"STS12":77.71,"STS13":87.45,"STS14":83.48,"STS15":87.63,"STS16":86.7,"STS17 (en-en)":91.18,"STS22 (en)":69.02,"STSBenchmark":87.25} -{"index":183,"Rank":28,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.85,"BIOSSES":86.75,"SICK-R":82.33,"STS12":77.61,"STS13":87.95,"STS14":83.85,"STS15":88.47,"STS16":86.46,"STS17 (en-en)":88.7,"STS22 (en)":68.02,"STSBenchmark":88.33} -{"index":67,"Rank":29,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} -{"index":69,"Rank":30,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} -{"index":73,"Rank":31,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} -{"index":128,"Rank":32,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"BIOSSES":87.95,"SICK-R":81.29,"STS12":76.16,"STS13":87.85,"STS14":83.39,"STS15":89.43,"STS16":85.35,"STS17 (en-en)":88.59,"STS22 (en)":67.81,"STSBenchmark":87.32} -{"index":225,"Rank":33,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":189,"Rank":34,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":45,"Rank":35,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":266,"Rank":36,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":104,"Rank":37,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":196,"Rank":38,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":46,"Rank":39,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":35,"Rank":40,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.15,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":66.81,"STSBenchmark":88.79} -{"index":163,"Rank":41,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":230,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":23,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":231,"Rank":44,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":164,"Rank":45,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} -{"index":17,"Rank":46,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":27,"Rank":47,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.04,"BIOSSES":81.37,"SICK-R":79.28,"STS12":79.55,"STS13":88.83,"STS14":83.87,"STS15":88.54,"STS16":86.49,"STS17 (en-en)":88.73,"STS22 (en)":66.88,"STSBenchmark":86.85} -{"index":131,"Rank":48,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.03,"BIOSSES":86.99,"SICK-R":80.53,"STS12":75.57,"STS13":86.26,"STS14":82.3,"STS15":88.74,"STS16":85.27,"STS17 (en-en)":89.02,"STS22 (en)":68.51,"STSBenchmark":87.08} -{"index":165,"Rank":49,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.02,"BIOSSES":85.94,"SICK-R":81.06,"STS12":78.72,"STS13":84.88,"STS14":83.11,"STS15":88.74,"STS16":86.35,"STS17 (en-en)":87.71,"STS22 (en)":66.28,"STSBenchmark":87.45} -{"index":182,"Rank":50,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":83.01,"BIOSSES":85.52,"SICK-R":81.41,"STS12":77.47,"STS13":86.38,"STS14":81.17,"STS15":88.23,"STS16":86.29,"STS17 (en-en)":90.62,"STS22 (en)":65.01,"STSBenchmark":88.02} -{"index":58,"Rank":51,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.0,"BIOSSES":87.13,"SICK-R":79.49,"STS12":79.59,"STS13":84.7,"STS14":83.92,"STS15":89.88,"STS16":84.88,"STS17 (en-en)":88.69,"STS22 (en)":64.27,"STSBenchmark":87.44} -{"index":132,"Rank":52,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.0,"BIOSSES":87.2,"SICK-R":80.31,"STS12":75.76,"STS13":86.08,"STS14":82.28,"STS15":88.9,"STS16":85.18,"STS17 (en-en)":88.73,"STS22 (en)":68.54,"STSBenchmark":86.98} -{"index":8,"Rank":53,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} -{"index":287,"Rank":54,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.88,"BIOSSES":87.98,"SICK-R":79.13,"STS12":75.98,"STS13":87.55,"STS14":81.99,"STS15":88.93,"STS16":83.59,"STS17 (en-en)":88.51,"STS22 (en)":69.72,"STSBenchmark":85.4} -{"index":221,"Rank":55,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.84,"BIOSSES":85.59,"SICK-R":82.8,"STS12":76.22,"STS13":86.3,"STS14":82.09,"STS15":87.24,"STS16":84.77,"STS17 (en-en)":87.42,"STS22 (en)":69.85,"STSBenchmark":86.14} -{"index":206,"Rank":56,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.79,"BIOSSES":86.71,"SICK-R":80.06,"STS12":77.75,"STS13":86.08,"STS14":82.89,"STS15":88.54,"STS16":85.76,"STS17 (en-en)":87.82,"STS22 (en)":65.46,"STSBenchmark":86.79} -{"index":36,"Rank":57,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":16,"Rank":58,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":258,"Rank":59,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} -{"index":33,"Rank":60,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.62,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":66.42,"STSBenchmark":88.55} -{"index":138,"Rank":61,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":187,"Rank":62,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":63,"Rank":63,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":192,"Rank":64,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} -{"index":209,"Rank":65,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} -{"index":15,"Rank":66,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.42,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":66.4,"STSBenchmark":87.35} -{"index":133,"Rank":67,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":21,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":180,"Rank":69,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} -{"index":265,"Rank":70,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} -{"index":162,"Rank":71,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} -{"index":118,"Rank":72,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.12,"BIOSSES":86.37,"SICK-R":79.83,"STS12":76.4,"STS13":84.83,"STS14":80.02,"STS15":88.41,"STS16":84.22,"STS17 (en-en)":86.72,"STS22 (en)":68.98,"STSBenchmark":85.44} -{"index":20,"Rank":73,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":267,"Rank":74,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} -{"index":212,"Rank":75,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":168,"Rank":76,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.06,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":62.99,"STSBenchmark":87.21} -{"index":169,"Rank":77,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":55,"Rank":78,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":210,"Rank":79,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} -{"index":18,"Rank":80,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":292,"Rank":81,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":100,"Rank":82,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":119,"Rank":83,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":219,"Rank":84,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":61,"Rank":85,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} -{"index":288,"Rank":86,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} -{"index":256,"Rank":87,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} -{"index":304,"Rank":88,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} -{"index":217,"Rank":89,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} -{"index":257,"Rank":90,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} -{"index":174,"Rank":91,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} -{"index":26,"Rank":92,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":305,"Rank":93,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":56,"Rank":94,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.56,"BIOSSES":82.51,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.78,"STS17 (en-en)":88.12,"STS22 (en)":63.06,"STSBenchmark":87.29} -{"index":126,"Rank":95,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} -{"index":179,"Rank":96,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} -{"index":289,"Rank":97,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} -{"index":19,"Rank":98,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":216,"Rank":99,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} -{"index":102,"Rank":100,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} -{"index":207,"Rank":101,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} -{"index":255,"Rank":102,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":155,"Rank":103,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":167,"Rank":104,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":303,"Rank":105,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} -{"index":302,"Rank":106,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} -{"index":185,"Rank":107,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} -{"index":166,"Rank":108,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.96,"BIOSSES":85.1,"SICK-R":79.66,"STS12":74.22,"STS13":83.31,"STS14":78.52,"STS15":88.35,"STS16":84.15,"STS17 (en-en)":87.23,"STS22 (en)":62.88,"STSBenchmark":86.18} -{"index":32,"Rank":109,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.92,"BIOSSES":81.72,"SICK-R":79.65,"STS12":72.6,"STS13":82.88,"STS14":79.74,"STS15":86.98,"STS16":84.41,"STS17 (en-en)":89.22,"STS22 (en)":65.42,"STSBenchmark":86.58} -{"index":171,"Rank":110,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.87,"BIOSSES":84.22,"SICK-R":78.9,"STS12":75.19,"STS13":81.8,"STS14":78.48,"STS15":87.49,"STS16":84.58,"STS17 (en-en)":87.94,"STS22 (en)":63.76,"STSBenchmark":86.36} -{"index":214,"Rank":111,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.84,"BIOSSES":87.19,"SICK-R":74.19,"STS12":73.22,"STS13":84.77,"STS14":79.99,"STS15":87.27,"STS16":82.31,"STS17 (en-en)":89.54,"STS22 (en)":65.93,"STSBenchmark":83.96} -{"index":254,"Rank":112,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} -{"index":215,"Rank":113,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} -{"index":129,"Rank":114,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":188,"Rank":115,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":281,"Rank":116,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":285,"Rank":117,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} -{"index":91,"Rank":118,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} -{"index":195,"Rank":119,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} -{"index":115,"Rank":120,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.46,"BIOSSES":86.63,"SICK-R":75.85,"STS12":72.58,"STS13":82.39,"STS14":77.98,"STS15":86.54,"STS16":83.31,"STS17 (en-en)":88.28,"STS22 (en)":66.68,"STSBenchmark":84.38} -{"index":172,"Rank":121,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.39,"BIOSSES":79.43,"SICK-R":78.51,"STS12":76.21,"STS13":82.4,"STS14":79.0,"STS15":87.76,"STS16":83.8,"STS17 (en-en)":87.72,"STS22 (en)":63.15,"STSBenchmark":85.95} -{"index":173,"Rank":122,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} -{"index":242,"Rank":123,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.28,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":67.95,"STSBenchmark":83.42} -{"index":261,"Rank":124,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.24,"BIOSSES":66.16,"SICK-R":79.97,"STS12":80.91,"STS13":82.86,"STS14":87.36,"STS15":88.31,"STS16":81.61,"STS17 (en-en)":85.81,"STS22 (en)":62.99,"STSBenchmark":86.45} -{"index":213,"Rank":125,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.22,"BIOSSES":85.37,"SICK-R":77.3,"STS12":77.97,"STS13":79.39,"STS14":78.17,"STS15":85.51,"STS16":84.95,"STS17 (en-en)":85.87,"STS22 (en)":64.28,"STSBenchmark":83.42} -{"index":146,"Rank":126,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} -{"index":34,"Rank":127,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":80.09,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":65.31,"STSBenchmark":85.46} -{"index":190,"Rank":128,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":184,"Rank":129,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":181,"Rank":130,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} -{"index":76,"Rank":131,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} -{"index":240,"Rank":132,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} -{"index":218,"Rank":133,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} -{"index":291,"Rank":134,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.66,"BIOSSES":70.56,"SICK-R":79.04,"STS12":78.39,"STS13":83.72,"STS14":79.19,"STS15":85.58,"STS16":82.33,"STS17 (en-en)":87.9,"STS22 (en)":63.92,"STSBenchmark":85.99} -{"index":75,"Rank":135,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.18,"BIOSSES":85.05,"SICK-R":76.04,"STS12":69.5,"STS13":80.96,"STS14":77.08,"STS15":85.42,"STS16":82.3,"STS17 (en-en)":88.03,"STS22 (en)":64.12,"STSBenchmark":83.34} -{"index":176,"Rank":136,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} -{"index":226,"Rank":137,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} -{"index":193,"Rank":138,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.11,"BIOSSES":83.86,"SICK-R":79.38,"STS12":73.65,"STS13":75.57,"STS14":72.1,"STS15":85.63,"STS16":82.07,"STS17 (en-en)":89.0,"STS22 (en)":66.16,"STSBenchmark":83.69} -{"index":66,"Rank":139,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.1,"BIOSSES":82.26,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.44,"STS22 (en)":60.94,"STSBenchmark":84.01} -{"index":194,"Rank":140,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.02,"BIOSSES":80.25,"SICK-R":79.68,"STS12":69.94,"STS13":79.63,"STS14":71.34,"STS15":82.81,"STS16":82.65,"STS17 (en-en)":88.89,"STS22 (en)":68.48,"STSBenchmark":86.5} -{"index":253,"Rank":141,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} -{"index":241,"Rank":142,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.9,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.21,"STSBenchmark":82.03} -{"index":79,"Rank":143,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.81,"BIOSSES":80.78,"SICK-R":78.24,"STS12":75.19,"STS13":79.33,"STS14":76.56,"STS15":84.7,"STS16":81.44,"STS17 (en-en)":86.61,"STS22 (en)":63.43,"STSBenchmark":81.79} -{"index":114,"Rank":144,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.65,"BIOSSES":82.92,"SICK-R":73.62,"STS12":71.89,"STS13":79.85,"STS14":76.86,"STS15":84.77,"STS16":81.91,"STS17 (en-en)":86.82,"STS22 (en)":65.38,"STSBenchmark":82.5} -{"index":298,"Rank":145,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} -{"index":127,"Rank":146,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} -{"index":211,"Rank":147,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} -{"index":72,"Rank":148,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":111,"Rank":149,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":250,"Rank":150,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} -{"index":113,"Rank":151,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} -{"index":248,"Rank":152,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} -{"index":90,"Rank":153,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.1,"BIOSSES":86.25,"SICK-R":69.63,"STS12":67.5,"STS13":79.16,"STS14":74.46,"STS15":84.47,"STS16":80.96,"STS17 (en-en)":87.78,"STS22 (en)":69.35,"STSBenchmark":81.39} -{"index":186,"Rank":154,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} -{"index":249,"Rank":155,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} -{"index":135,"Rank":156,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":109,"Rank":157,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":286,"Rank":158,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":247,"Rank":159,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} -{"index":306,"Rank":160,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} -{"index":89,"Rank":161,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} -{"index":84,"Rank":162,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.56,"BIOSSES":80.94,"SICK-R":69.07,"STS12":71.78,"STS13":77.7,"STS14":74.04,"STS15":83.13,"STS16":78.88,"STS17 (en-en)":85.55,"STS22 (en)":65.55,"STSBenchmark":78.93} -{"index":220,"Rank":163,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} -{"index":251,"Rank":164,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} -{"index":68,"Rank":165,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} -{"index":112,"Rank":166,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.39,"BIOSSES":84.05,"SICK-R":69.26,"STS12":65.9,"STS13":77.87,"STS14":72.82,"STS15":83.49,"STS16":80.58,"STS17 (en-en)":84.49,"STS22 (en)":66.28,"STSBenchmark":79.18} -{"index":77,"Rank":167,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.9,"BIOSSES":71.78,"SICK-R":77.34,"STS12":70.15,"STS13":78.42,"STS14":74.76,"STS15":82.0,"STS16":78.27,"STS17 (en-en)":85.85,"STS22 (en)":61.2,"STSBenchmark":79.21} -{"index":70,"Rank":168,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} -{"index":86,"Rank":169,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} -{"index":246,"Rank":170,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":107,"Rank":171,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":276,"Rank":172,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} -{"index":85,"Rank":173,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} -{"index":277,"Rank":174,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":64,"Rank":175,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} -{"index":271,"Rank":176,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.07,"BIOSSES":80.16,"SICK-R":66.06,"STS12":67.62,"STS13":79.15,"STS14":74.97,"STS15":82.0,"STS16":77.45,"STS17 (en-en)":85.17,"STS22 (en)":60.88,"STSBenchmark":77.27} -{"index":108,"Rank":177,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} -{"index":272,"Rank":178,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.83,"BIOSSES":80.49,"SICK-R":65.37,"STS12":68.03,"STS13":78.45,"STS14":74.71,"STS15":82.13,"STS16":77.2,"STS17 (en-en)":84.97,"STS22 (en)":59.61,"STSBenchmark":77.35} -{"index":88,"Rank":179,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":74.71,"BIOSSES":70.93,"SICK-R":74.57,"STS12":69.17,"STS13":77.23,"STS14":70.99,"STS15":79.74,"STS16":77.93,"STS17 (en-en)":87.33,"STS22 (en)":59.64,"STSBenchmark":79.54} -{"index":273,"Rank":180,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"BIOSSES":80.24,"SICK-R":64.09,"STS12":67.74,"STS13":77.9,"STS14":74.35,"STS15":82.09,"STS16":76.85,"STS17 (en-en)":83.88,"STS22 (en)":60.82,"STSBenchmark":77.32} -{"index":270,"Rank":181,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.39,"BIOSSES":76.97,"SICK-R":67.84,"STS12":67.06,"STS13":78.78,"STS14":74.49,"STS15":81.23,"STS16":76.92,"STS17 (en-en)":84.11,"STS22 (en)":60.68,"STSBenchmark":75.84} -{"index":227,"Rank":182,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} -{"index":150,"Rank":183,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.23,"BIOSSES":79.76,"SICK-R":70.04,"STS12":64.38,"STS13":76.41,"STS14":69.33,"STS15":80.18,"STS16":79.57,"STS17 (en-en)":81.18,"STS22 (en)":65.51,"STSBenchmark":75.98} -{"index":269,"Rank":184,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.2,"BIOSSES":76.33,"SICK-R":67.66,"STS12":66.64,"STS13":78.57,"STS14":74.33,"STS15":81.02,"STS16":76.62,"STS17 (en-en)":84.24,"STS22 (en)":60.87,"STSBenchmark":75.76} -{"index":275,"Rank":185,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.05,"BIOSSES":69.36,"SICK-R":76.84,"STS12":72.49,"STS13":73.65,"STS14":71.88,"STS15":82.9,"STS16":79.83,"STS17 (en-en)":85.19,"STS22 (en)":48.44,"STSBenchmark":79.93} -{"index":47,"Rank":186,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":110,"Rank":187,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":125,"Rank":188,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":87,"Rank":189,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":73.41,"BIOSSES":75.21,"SICK-R":65.93,"STS12":66.53,"STS13":76.17,"STS14":69.05,"STS15":79.24,"STS16":76.07,"STS17 (en-en)":84.95,"STS22 (en)":65.66,"STSBenchmark":75.34} -{"index":78,"Rank":190,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.43,"BIOSSES":77.59,"SICK-R":74.68,"STS12":54.35,"STS13":74.24,"STS14":69.99,"STS15":75.74,"STS16":73.65,"STS17 (en-en)":84.81,"STS22 (en)":62.56,"STSBenchmark":76.72} -{"index":274,"Rank":191,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.04,"BIOSSES":63.38,"SICK-R":69.79,"STS12":67.06,"STS13":71.54,"STS14":70.59,"STS15":80.27,"STS16":75.76,"STS17 (en-en)":84.94,"STS22 (en)":60.0,"STSBenchmark":77.08} -{"index":74,"Rank":192,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} -{"index":142,"Rank":193,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.81,"BIOSSES":73.97,"SICK-R":68.99,"STS12":58.5,"STS13":74.03,"STS14":66.18,"STS15":75.55,"STS16":73.71,"STS17 (en-en)":80.14,"STS22 (en)":65.65,"STSBenchmark":71.4} -{"index":239,"Rank":194,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} -{"index":156,"Rank":195,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} -{"index":11,"Rank":196,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} -{"index":245,"Rank":197,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} -{"index":244,"Rank":198,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} -{"index":243,"Rank":199,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} -{"index":134,"Rank":200,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} -{"index":268,"Rank":201,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.1,"BIOSSES":21.34,"SICK-R":48.55,"STS12":55.59,"STS13":18.36,"STS14":28.84,"STS15":29.19,"STS16":39.05,"STS17 (en-en)":61.22,"STS22 (en)":44.45,"STSBenchmark":44.39} -{"index":2,"Rank":202,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} -{"index":3,"Rank":203,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":4,"Rank":204,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":5,"Rank":205,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":7,"Rank":206,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":10,"Rank":207,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":13,"Rank":209,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":24,"Rank":211,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":28,"Rank":212,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":37,"Rank":216,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":38,"Rank":217,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":39,"Rank":218,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":41,"Rank":220,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.98} -{"index":42,"Rank":221,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":43,"Rank":222,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":44,"Rank":223,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":54,"Rank":230,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":60,"Rank":231,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":80,"Rank":233,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":81,"Rank":234,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":82,"Rank":235,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":83,"Rank":236,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":92,"Rank":237,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":67.37,"SICK-R":57.64,"STS12":69.67,"STS13":51.95,"STS14":57.37,"STS15":70.1,"STS16":65.05,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.59} -{"index":93,"Rank":238,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":69.41,"SICK-R":79.62,"STS12":77.39,"STS13":79.59,"STS14":79.79,"STS15":86.21,"STS16":81.4,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.35} -{"index":94,"Rank":239,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":77.44,"SICK-R":79.39,"STS12":78.93,"STS13":82.73,"STS14":81.65,"STS15":87.62,"STS16":83.66,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":86.16} -{"index":95,"Rank":240,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":76.66,"SICK-R":77.03,"STS12":79.21,"STS13":79.55,"STS14":78.85,"STS15":85.61,"STS16":79.93,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.05} -{"index":96,"Rank":241,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":67.12,"SICK-R":68.94,"STS12":68.72,"STS13":56.04,"STS14":58.81,"STS15":73.74,"STS16":68.25,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":67.56} -{"index":97,"Rank":242,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":51.88,"SICK-R":65.8,"STS12":63.0,"STS13":52.23,"STS14":59.23,"STS15":70.02,"STS16":64.99,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.17} -{"index":98,"Rank":243,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":99,"Rank":244,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":101,"Rank":245,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.83} -{"index":105,"Rank":246,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":67.85,"SICK-R":57.32,"STS12":42.8,"STS13":58.77,"STS14":53.36,"STS15":69.23,"STS16":58.81,"STS17 (en-en)":68.6,"STS22 (en)":"","STSBenchmark":52.67} -{"index":106,"Rank":247,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":79.98,"STS12":77.64,"STS13":81.23,"STS14":77.94,"STS15":86.87,"STS16":83.31,"STS17 (en-en)":87.35,"STS22 (en)":60.99,"STSBenchmark":""} -{"index":117,"Rank":248,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":120,"Rank":249,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":122,"Rank":250,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":123,"Rank":251,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":124,"Rank":252,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":136,"Rank":253,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":83.38,"SICK-R":79.71,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":85.4,"STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.85} -{"index":137,"Rank":254,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":139,"Rank":255,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":59.47,"STSBenchmark":""} -{"index":140,"Rank":256,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":141,"Rank":257,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":143,"Rank":258,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":144,"Rank":259,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":145,"Rank":260,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":147,"Rank":261,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":148,"Rank":262,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":149,"Rank":263,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":152,"Rank":264,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":157,"Rank":265,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":158,"Rank":266,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":159,"Rank":267,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":160,"Rank":268,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":161,"Rank":269,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":177,"Rank":270,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":178,"Rank":271,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":197,"Rank":272,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":198,"Rank":273,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":199,"Rank":274,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":200,"Rank":275,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":201,"Rank":276,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":205,"Rank":278,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":223,"Rank":279,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":224,"Rank":280,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":228,"Rank":281,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":85.06,"STS22 (en)":68.84,"STSBenchmark":""} -{"index":232,"Rank":282,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":233,"Rank":283,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":234,"Rank":284,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":235,"Rank":285,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":236,"Rank":286,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":237,"Rank":287,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":238,"Rank":288,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":252,"Rank":289,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":259,"Rank":290,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":260,"Rank":291,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":47.06,"STSBenchmark":""} -{"index":263,"Rank":293,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":264,"Rank":294,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":279,"Rank":295,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":84.75,"SICK-R":80.74,"STS12":75.42,"STS13":85.48,"STS14":78.85,"STS15":85.23,"STS16":82.16,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.69} -{"index":280,"Rank":296,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":0.74,"SICK-R":0.81,"STS12":0.74,"STS13":0.83,"STS14":0.75,"STS15":0.82,"STS16":0.81,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.8} -{"index":282,"Rank":297,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":283,"Rank":298,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":284,"Rank":299,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} +{"index":35,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} +{"index":25,"Rank":2,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.38,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":66.42} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.85,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":65.17} +{"index":15,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} +{"index":28,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} +{"index":1,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.07,"RUParaPhraserSTS":73.56,"RuSTSBenchmarkSTS":82.26,"STS22 (ru)":63.39} +{"index":42,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.54,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":62.89} +{"index":30,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} +{"index":43,"Rank":10,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":70.23,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":60.06} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} +{"index":32,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} +{"index":12,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} +{"index":41,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} +{"index":40,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} +{"index":21,"Rank":16,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} +{"index":36,"Rank":17,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} +{"index":16,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} +{"index":23,"Rank":19,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":61.6,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":50.23} +{"index":7,"Rank":20,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} +{"index":17,"Rank":21,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} +{"index":26,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} +{"index":22,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} +{"index":6,"Rank":25,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} +{"index":38,"Rank":26,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} +{"index":0,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} +{"index":8,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":""} +{"index":9,"Rank":34,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":59.9} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} +{"index":11,"Rank":36,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} +{"index":18,"Rank":39,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} +{"index":27,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.14} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":28.77} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":54.51} diff --git a/all_data_tasks/6/default.jsonl b/all_data_tasks/6/default.jsonl index f80fde64..6c11ab08 100644 --- a/all_data_tasks/6/default.jsonl +++ b/all_data_tasks/6/default.jsonl @@ -1,281 +1,38 @@ -{"index":135,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":33.6} -{"index":151,"Rank":2,"Model":"mxbai-embed-large-v1-Q6_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":204,"Rank":3,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.71} -{"index":1,"Rank":4,"Model":"google-gecko.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":32.63} -{"index":165,"Rank":5,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.52} -{"index":106,"Rank":6,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.47} -{"index":0,"Rank":7,"Model":"google-gecko-256.text-embedding-preview-0409<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"SummEval":32.36} -{"index":164,"Rank":8,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.32} -{"index":95,"Rank":9,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.17} -{"index":57,"Rank":10,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.12} -{"index":181,"Rank":11,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEval":32.06} -{"index":116,"Rank":12,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.03} -{"index":278,"Rank":13,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.93} -{"index":163,"Rank":14,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.84} -{"index":111,"Rank":15,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.75} -{"index":154,"Rank":16,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"SummEval":31.66} -{"index":266,"Rank":17,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.66} -{"index":231,"Rank":18,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":230,"Rank":19,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":23,"Rank":20,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":183,"Rank":21,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":188,"Rank":22,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":281,"Rank":23,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":254,"Rank":24,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.57} -{"index":203,"Rank":25,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.55} -{"index":63,"Rank":26,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":138,"Rank":27,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":187,"Rank":28,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.55} -{"index":170,"Rank":29,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.53} -{"index":153,"Rank":30,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"SummEval":31.49} -{"index":90,"Rank":31,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":31.46} -{"index":15,"Rank":32,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.46} -{"index":70,"Rank":33,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":31.45} -{"index":290,"Rank":34,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.42} -{"index":255,"Rank":35,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.39} -{"index":171,"Rank":36,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.39} -{"index":68,"Rank":37,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":31.38} -{"index":109,"Rank":38,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.38} -{"index":286,"Rank":39,"Model":"snowflake-arctic-embed-m-long-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.38} -{"index":17,"Rank":40,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":31.35} -{"index":27,"Rank":41,"Model":"gte-Qwen2-7B-instruct-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.35} -{"index":92,"Rank":42,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.33} -{"index":32,"Rank":43,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.29} -{"index":213,"Rank":44,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.28} -{"index":76,"Rank":45,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.27} -{"index":186,"Rank":46,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25} -{"index":74,"Rank":47,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23} -{"index":47,"Rank":48,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23} -{"index":129,"Rank":49,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22} -{"index":25,"Rank":50,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2} -{"index":221,"Rank":51,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2} -{"index":226,"Rank":52,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":18,"Rank":53,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.17} -{"index":16,"Rank":54,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":36,"Rank":55,"Model":"DeepFeatTextEmbeddingLarge<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":265,"Rank":56,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":113,"Rank":57,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":172,"Rank":58,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":103,"Rank":59,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.16} -{"index":227,"Rank":60,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.15} -{"index":121,"Rank":61,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":131,"Rank":62,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.14} -{"index":59,"Rank":63,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":305,"Rank":64,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":31.12} -{"index":179,"Rank":65,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEval":31.1} -{"index":21,"Rank":66,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.07} -{"index":133,"Rank":67,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.07} -{"index":239,"Rank":68,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.05} -{"index":150,"Rank":69,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.05} -{"index":89,"Rank":70,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":31.03} -{"index":306,"Rank":71,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"SummEval":31.03} -{"index":166,"Rank":72,"Model":"e5-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.01} -{"index":193,"Rank":73,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.01} -{"index":9,"Rank":74,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":31.01} -{"index":35,"Rank":75,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.99} -{"index":62,"Rank":76,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.98} -{"index":168,"Rank":77,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.97} -{"index":8,"Rank":78,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":30.97} -{"index":182,"Rank":79,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.97} -{"index":75,"Rank":80,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.97} -{"index":130,"Rank":81,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.96} -{"index":69,"Rank":82,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":30.94} -{"index":19,"Rank":83,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":128,"Rank":84,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.87} -{"index":107,"Rank":85,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.84} -{"index":6,"Rank":86,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":30.84} -{"index":229,"Rank":87,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":104,"Rank":88,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.82} -{"index":196,"Rank":89,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.82} -{"index":241,"Rank":90,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.81} -{"index":302,"Rank":91,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":30.8} -{"index":276,"Rank":92,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.79} -{"index":22,"Rank":93,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":192,"Rank":94,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.73} -{"index":214,"Rank":95,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.72} -{"index":79,"Rank":96,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.71} -{"index":184,"Rank":97,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.71} -{"index":102,"Rank":98,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.71} -{"index":222,"Rank":99,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.7} -{"index":271,"Rank":100,"Model":"nmc-nignore15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.7} -{"index":93,"Rank":101,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.69} -{"index":253,"Rank":102,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.67} -{"index":250,"Rank":103,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.64} -{"index":180,"Rank":104,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":30.62} -{"index":105,"Rank":105,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.62} -{"index":132,"Rank":106,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.6} -{"index":20,"Rank":107,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.58} -{"index":279,"Rank":108,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.57} -{"index":156,"Rank":109,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":190,"Rank":110,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.56} -{"index":84,"Rank":111,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.52} -{"index":245,"Rank":112,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":30.49} -{"index":217,"Rank":113,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.47} -{"index":175,"Rank":114,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":30.46} -{"index":86,"Rank":115,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":30.43} -{"index":267,"Rank":116,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.42} -{"index":34,"Rank":117,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.41} -{"index":219,"Rank":118,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":292,"Rank":119,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":119,"Rank":120,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":100,"Rank":121,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":45,"Rank":122,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEval":30.39} -{"index":91,"Rank":123,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.38} -{"index":110,"Rank":124,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":220,"Rank":125,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":125,"Rank":126,"Model":"snowflake-arctic-embed-m-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.36} -{"index":108,"Rank":127,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.31} -{"index":77,"Rank":128,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.3} -{"index":167,"Rank":129,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":155,"Rank":130,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":112,"Memory Usage (GB, fp32)":0.42,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":30.28} -{"index":88,"Rank":131,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":30.26} -{"index":58,"Rank":132,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.26} -{"index":194,"Rank":133,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.25} -{"index":173,"Rank":134,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.23} -{"index":249,"Rank":135,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.21} -{"index":72,"Rank":136,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.19} -{"index":55,"Rank":137,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.19} -{"index":169,"Rank":138,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.19} -{"index":33,"Rank":139,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.18} -{"index":94,"Rank":140,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.16} -{"index":26,"Rank":141,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.12} -{"index":112,"Rank":142,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":261,"Rank":143,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":272,"Rank":144,"Model":"nmc-nignore30<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.1} -{"index":212,"Rank":145,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":258,"Rank":146,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.08} -{"index":216,"Rank":147,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"SummEval":30.05} -{"index":176,"Rank":148,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.04} -{"index":269,"Rank":149,"Model":"nmc-300-w50k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.02} -{"index":73,"Rank":150,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":30.01} -{"index":66,"Rank":151,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.98} -{"index":71,"Rank":152,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.96} -{"index":303,"Rank":153,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"SummEval":29.92} -{"index":304,"Rank":154,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEval":29.92} -{"index":78,"Rank":155,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.91} -{"index":257,"Rank":156,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.91} -{"index":225,"Rank":157,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":114,"Rank":158,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.87} -{"index":189,"Rank":159,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.87} -{"index":185,"Rank":160,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.85} -{"index":162,"Rank":161,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.85} -{"index":127,"Rank":162,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":29.83} -{"index":46,"Rank":163,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.82} -{"index":134,"Rank":164,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.82} -{"index":285,"Rank":165,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.78} -{"index":277,"Rank":166,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":29.71} -{"index":87,"Rank":167,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":29.71} -{"index":191,"Rank":168,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":56,"Rank":169,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.69} -{"index":247,"Rank":170,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.67} -{"index":256,"Rank":171,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.64} -{"index":174,"Rank":172,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":29.64} -{"index":215,"Rank":173,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"SummEval":29.59} -{"index":97,"Rank":174,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.53} -{"index":251,"Rank":175,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":248,"Rank":176,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":115,"Rank":177,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.47} -{"index":273,"Rank":178,"Model":"nmc-nignore50<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.47} -{"index":270,"Rank":179,"Model":"nmc-300-w75k-b10k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.44} -{"index":274,"Rank":180,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.42} -{"index":85,"Rank":181,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.33} -{"index":61,"Rank":182,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.23} -{"index":142,"Rank":183,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.02} -{"index":195,"Rank":184,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.02} -{"index":275,"Rank":185,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.01} -{"index":244,"Rank":186,"Model":"glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":28.87} -{"index":118,"Rank":187,"Model":"kalm-embedding-multilingual-mini<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":28.81} -{"index":96,"Rank":188,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":28.79} -{"index":67,"Rank":189,"Model":"LLM2Vec-Llama-2-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":28.49} -{"index":218,"Rank":190,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"SummEval":28.41} -{"index":240,"Rank":191,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":27.9} -{"index":243,"Rank":192,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":27.66} -{"index":126,"Rank":193,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.54} -{"index":242,"Rank":194,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":27.49} -{"index":298,"Rank":195,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":26.94} -{"index":11,"Rank":196,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEval":26.8} -{"index":280,"Rank":197,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":0.29} -{"index":2,"Rank":198,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"SummEval":""} -{"index":3,"Rank":199,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEval":""} -{"index":4,"Rank":200,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":1024,"SummEval":""} -{"index":5,"Rank":201,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEval":""} -{"index":7,"Rank":202,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":""} -{"index":10,"Rank":203,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":""} -{"index":13,"Rank":205,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":24,"Rank":207,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":28,"Rank":208,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":""} -{"index":37,"Rank":212,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":38,"Rank":213,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":39,"Rank":214,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":41,"Rank":216,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":42,"Rank":217,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":43,"Rank":218,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":44,"Rank":219,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":54,"Rank":226,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"SummEval":""} -{"index":60,"Rank":227,"Model":"bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":80,"Rank":230,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":81,"Rank":231,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":82,"Rank":232,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":83,"Rank":233,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":98,"Rank":234,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":99,"Rank":235,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":117,"Rank":237,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":120,"Rank":238,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":122,"Rank":239,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":123,"Rank":240,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":124,"Rank":241,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":136,"Rank":242,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":137,"Rank":243,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":139,"Rank":244,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":140,"Rank":245,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEval":""} -{"index":141,"Rank":246,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEval":""} -{"index":143,"Rank":247,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":144,"Rank":248,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":145,"Rank":249,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":146,"Rank":250,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":147,"Rank":251,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":148,"Rank":252,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":149,"Rank":253,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":152,"Rank":254,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":157,"Rank":255,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":158,"Rank":256,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":159,"Rank":257,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":160,"Rank":258,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":161,"Rank":259,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":177,"Rank":260,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":178,"Rank":261,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":197,"Rank":262,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":198,"Rank":263,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":199,"Rank":264,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":200,"Rank":265,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":201,"Rank":266,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":205,"Rank":268,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":223,"Rank":275,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"SummEval":""} -{"index":224,"Rank":276,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":2048,"SummEval":""} -{"index":228,"Rank":277,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":232,"Rank":278,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":233,"Rank":279,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":234,"Rank":280,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":235,"Rank":281,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":236,"Rank":282,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":237,"Rank":283,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":238,"Rank":284,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":246,"Rank":285,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":252,"Rank":286,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":259,"Rank":287,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":260,"Rank":288,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEval":""} -{"index":263,"Rank":290,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":""} -{"index":264,"Rank":291,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":268,"Rank":292,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":282,"Rank":293,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":283,"Rank":294,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":284,"Rank":295,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":291,"Rank":299,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":293,"Rank":300,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":294,"Rank":301,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":295,"Rank":302,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":296,"Rank":303,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":297,"Rank":304,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} -{"index":299,"Rank":305,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":300,"Rank":306,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":301,"Rank":307,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} +{"index":35,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} +{"index":15,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} +{"index":24,"Rank":5,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"CEDRClassification":46.47,"SensitiveTopicsClassification":27.5} +{"index":42,"Rank":6,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.32,"CEDRClassification":45.11,"SensitiveTopicsClassification":27.52} +{"index":30,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} +{"index":25,"Rank":8,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":35.88,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.29} +{"index":8,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.6,"CEDRClassification":42.68,"SensitiveTopicsClassification":28.52} +{"index":1,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} +{"index":41,"Rank":12,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} +{"index":32,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} +{"index":43,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":31.7,"CEDRClassification":38.95,"SensitiveTopicsClassification":24.44} +{"index":12,"Rank":17,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} +{"index":36,"Rank":18,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} +{"index":40,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} +{"index":23,"Rank":21,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} +{"index":26,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} +{"index":22,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} +{"index":7,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} +{"index":39,"Rank":26,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} +{"index":6,"Rank":27,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} +{"index":38,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/boards_data/ru/data_overall/default.jsonl b/boards_data/ru/data_overall/default.jsonl index 7de415c3..6ea8f95d 100644 --- a/boards_data/ru/data_overall/default.jsonl +++ b/boards_data/ru/data_overall/default.jsonl @@ -1,47 +1,38 @@ -{"index":29,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":67.18,"Classification Average (9 datasets)":69.11,"Clustering Average (3 datasets)":64.24,"PairClassification Average (1 datasets)":60.81,"Reranking Average (2 datasets)":69.96,"Retrieval Average (3 datasets)":74.19,"STS Average (3 datasets)":73.71,"MultilabelClassification Average (2 datasets)":42.93} -{"index":32,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":66.03,"Classification Average (9 datasets)":66.31,"Clustering Average (3 datasets)":63.21,"PairClassification Average (1 datasets)":63.89,"Reranking Average (2 datasets)":69.17,"Retrieval Average (3 datasets)":74.41,"STS Average (3 datasets)":74.85,"MultilabelClassification Average (2 datasets)":41.15} -{"index":26,"Rank":3,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":62.58,"Classification Average (9 datasets)":61.92,"Clustering Average (3 datasets)":53.61,"PairClassification Average (1 datasets)":65.07,"Reranking Average (2 datasets)":68.72,"Retrieval Average (3 datasets)":73.63,"STS Average (3 datasets)":75.38,"MultilabelClassification Average (2 datasets)":35.88} -{"index":16,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.78,"Classification Average (9 datasets)":62.78,"Clustering Average (3 datasets)":56.06,"PairClassification Average (1 datasets)":60.79,"Reranking Average (2 datasets)":63.89,"Retrieval Average (3 datasets)":66.51,"STS Average (3 datasets)":73.97,"MultilabelClassification Average (2 datasets)":38.88} -{"index":2,"Rank":5,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":61.58,"Classification Average (9 datasets)":60.46,"Clustering Average (3 datasets)":52.38,"PairClassification Average (1 datasets)":60.6,"Reranking Average (2 datasets)":69.7,"Retrieval Average (3 datasets)":74.79,"STS Average (3 datasets)":73.68,"MultilabelClassification Average (2 datasets)":34.86} -{"index":31,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.41,"Classification Average (9 datasets)":61.01,"Clustering Average (3 datasets)":52.23,"PairClassification Average (1 datasets)":58.4,"Reranking Average (2 datasets)":69.66,"Retrieval Average (3 datasets)":74.04,"STS Average (3 datasets)":71.62,"MultilabelClassification Average (2 datasets)":36.01} -{"index":51,"Rank":7,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":59.04,"Classification Average (9 datasets)":59.23,"Clustering Average (3 datasets)":53.22,"PairClassification Average (1 datasets)":57.81,"Reranking Average (2 datasets)":63.04,"Retrieval Average (3 datasets)":63.68,"STS Average (3 datasets)":72.54,"MultilabelClassification Average (2 datasets)":36.32} -{"index":30,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":58.34,"Classification Average (9 datasets)":58.26,"Clustering Average (3 datasets)":50.27,"PairClassification Average (1 datasets)":54.96,"Reranking Average (2 datasets)":66.24,"Retrieval Average (3 datasets)":67.14,"STS Average (3 datasets)":70.16,"MultilabelClassification Average (2 datasets)":33.65} -{"index":25,"Rank":9,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":57.98,"Classification Average (9 datasets)":59.88,"Clustering Average (3 datasets)":53.42,"PairClassification Average (1 datasets)":60.11,"Reranking Average (2 datasets)":55.58,"Retrieval Average (3 datasets)":56.64,"STS Average (3 datasets)":73.07,"MultilabelClassification Average (2 datasets)":36.98} -{"index":33,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":57.29,"Classification Average (9 datasets)":56.44,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":65.28,"Retrieval Average (3 datasets)":65.85,"STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.99} -{"index":52,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (23 datasets)":53.22,"Classification Average (9 datasets)":55.01,"Clustering Average (3 datasets)":49.57,"PairClassification Average (1 datasets)":56.27,"Reranking Average (2 datasets)":54.94,"Retrieval Average (3 datasets)":46.69,"STS Average (3 datasets)":70.23,"MultilabelClassification Average (2 datasets)":31.7} -{"index":17,"Rank":12,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":48.72,"Classification Average (9 datasets)":57.52,"Clustering Average (3 datasets)":51.29,"PairClassification Average (1 datasets)":51.97,"Reranking Average (2 datasets)":40.56,"Retrieval Average (3 datasets)":19.13,"STS Average (3 datasets)":64.4,"MultilabelClassification Average (2 datasets)":32.67} -{"index":22,"Rank":13,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":48.23,"Classification Average (9 datasets)":54.98,"Clustering Average (3 datasets)":46.84,"PairClassification Average (1 datasets)":55.61,"Reranking Average (2 datasets)":41.84,"Retrieval Average (3 datasets)":24.78,"STS Average (3 datasets)":65.91,"MultilabelClassification Average (2 datasets)":31.27} -{"index":18,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":45.35,"Classification Average (9 datasets)":57.24,"Clustering Average (3 datasets)":50.43,"PairClassification Average (1 datasets)":50.17,"Reranking Average (2 datasets)":32.8,"Retrieval Average (3 datasets)":8.51,"STS Average (3 datasets)":57.21,"MultilabelClassification Average (2 datasets)":31.87} -{"index":24,"Rank":15,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (23 datasets)":42.22,"Classification Average (9 datasets)":52.17,"Clustering Average (3 datasets)":39.11,"PairClassification Average (1 datasets)":51.87,"Reranking Average (2 datasets)":30.95,"Retrieval Average (3 datasets)":8.89,"STS Average (3 datasets)":61.6,"MultilabelClassification Average (2 datasets)":29.45} -{"index":6,"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.94,"Classification Average (9 datasets)":55.15,"Clustering Average (3 datasets)":38.41,"PairClassification Average (1 datasets)":53.02,"Reranking Average (2 datasets)":27.84,"Retrieval Average (3 datasets)":5.71,"STS Average (3 datasets)":56.2,"MultilabelClassification Average (2 datasets)":29.32} -{"index":8,"Rank":17,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.91,"Classification Average (9 datasets)":51.27,"Clustering Average (3 datasets)":43.13,"PairClassification Average (1 datasets)":59.12,"Reranking Average (2 datasets)":26.83,"Retrieval Average (3 datasets)":7.09,"STS Average (3 datasets)":61.18,"MultilabelClassification Average (2 datasets)":27.8} -{"index":7,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":37.53,"Classification Average (9 datasets)":51.6,"Clustering Average (3 datasets)":27.91,"PairClassification Average (1 datasets)":53.17,"Reranking Average (2 datasets)":27.46,"Retrieval Average (3 datasets)":5.33,"STS Average (3 datasets)":46.22,"MultilabelClassification Average (2 datasets)":26.2} -{"index":0,"Rank":19,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":1,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":9,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (23 datasets)":"","Classification Average (9 datasets)":67.48,"Clustering Average (3 datasets)":61.91,"PairClassification Average (1 datasets)":58.93,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":35.6} -{"index":11,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":13,"Rank":28,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":56.45,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.44} -{"index":14,"Rank":29,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":15,"Rank":30,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":20,"Rank":32,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":21,"Rank":33,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":23,"Rank":34,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":44.55,"Clustering Average (3 datasets)":30.76,"PairClassification Average (1 datasets)":52.85,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.15,"MultilabelClassification Average (2 datasets)":27.96} -{"index":27,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":56.18,"Clustering Average (3 datasets)":42.92,"PairClassification Average (1 datasets)":56.49,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.39,"MultilabelClassification Average (2 datasets)":28.9} -{"index":34,"Rank":37,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":35,"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":36,"Rank":39,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (23 datasets)":"","Classification Average (9 datasets)":64.41,"Clustering Average (3 datasets)":60.8,"PairClassification Average (1 datasets)":58.73,"Reranking Average (2 datasets)":53.82,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":76.03,"MultilabelClassification Average (2 datasets)":38.97} -{"index":37,"Rank":40,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":54.71,"Clustering Average (3 datasets)":47.74,"PairClassification Average (1 datasets)":55.71,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":65.52,"MultilabelClassification Average (2 datasets)":31.42} -{"index":38,"Rank":41,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.15,"Clustering Average (3 datasets)":13.87,"PairClassification Average (1 datasets)":46.4,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.66,"MultilabelClassification Average (2 datasets)":25.96} -{"index":39,"Rank":42,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.75,"Clustering Average (3 datasets)":13.3,"PairClassification Average (1 datasets)":45.03,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":1.23,"STS Average (3 datasets)":38.07,"MultilabelClassification Average (2 datasets)":25.27} -{"index":40,"Rank":43,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":28.82,"Clustering Average (3 datasets)":15.83,"PairClassification Average (1 datasets)":44.52,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.89,"MultilabelClassification Average (2 datasets)":26.9} -{"index":41,"Rank":44,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":42,"Rank":45,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":43,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":44,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":45,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":46,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":53.77,"Clustering Average (3 datasets)":47.76,"PairClassification Average (1 datasets)":58.56,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":66.17,"MultilabelClassification Average (2 datasets)":31.3} -{"index":47,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":56.88,"Clustering Average (3 datasets)":49.18,"PairClassification Average (1 datasets)":64.57,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":68.98,"MultilabelClassification Average (2 datasets)":32.9} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":67.18,"Classification Average (9 datasets)":69.11,"Clustering Average (3 datasets)":64.24,"PairClassification Average (1 datasets)":60.81,"Reranking Average (2 datasets)":69.96,"Retrieval Average (3 datasets)":74.19,"STS Average (3 datasets)":73.71,"MultilabelClassification Average (2 datasets)":42.93} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":66.03,"Classification Average (9 datasets)":66.31,"Clustering Average (3 datasets)":63.21,"PairClassification Average (1 datasets)":63.89,"Reranking Average (2 datasets)":69.17,"Retrieval Average (3 datasets)":74.41,"STS Average (3 datasets)":74.85,"MultilabelClassification Average (2 datasets)":41.15} +{"index":25,"Rank":3,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":62.58,"Classification Average (9 datasets)":61.92,"Clustering Average (3 datasets)":53.61,"PairClassification Average (1 datasets)":65.07,"Reranking Average (2 datasets)":68.72,"Retrieval Average (3 datasets)":73.63,"STS Average (3 datasets)":75.38,"MultilabelClassification Average (2 datasets)":35.88} +{"index":15,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.78,"Classification Average (9 datasets)":62.78,"Clustering Average (3 datasets)":56.06,"PairClassification Average (1 datasets)":60.79,"Reranking Average (2 datasets)":63.89,"Retrieval Average (3 datasets)":66.51,"STS Average (3 datasets)":73.97,"MultilabelClassification Average (2 datasets)":38.88} +{"index":1,"Rank":5,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":61.58,"Classification Average (9 datasets)":60.46,"Clustering Average (3 datasets)":52.38,"PairClassification Average (1 datasets)":60.6,"Reranking Average (2 datasets)":69.7,"Retrieval Average (3 datasets)":74.79,"STS Average (3 datasets)":73.68,"MultilabelClassification Average (2 datasets)":34.86} +{"index":30,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.41,"Classification Average (9 datasets)":61.01,"Clustering Average (3 datasets)":52.23,"PairClassification Average (1 datasets)":58.42,"Reranking Average (2 datasets)":69.66,"Retrieval Average (3 datasets)":74.04,"STS Average (3 datasets)":71.62,"MultilabelClassification Average (2 datasets)":36.01} +{"index":42,"Rank":7,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":59.04,"Classification Average (9 datasets)":59.23,"Clustering Average (3 datasets)":53.22,"PairClassification Average (1 datasets)":57.81,"Reranking Average (2 datasets)":63.04,"Retrieval Average (3 datasets)":63.68,"STS Average (3 datasets)":72.54,"MultilabelClassification Average (2 datasets)":36.32} +{"index":29,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":58.34,"Classification Average (9 datasets)":58.26,"Clustering Average (3 datasets)":50.27,"PairClassification Average (1 datasets)":54.98,"Reranking Average (2 datasets)":66.24,"Retrieval Average (3 datasets)":67.14,"STS Average (3 datasets)":70.16,"MultilabelClassification Average (2 datasets)":33.65} +{"index":24,"Rank":9,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":57.98,"Classification Average (9 datasets)":59.88,"Clustering Average (3 datasets)":53.42,"PairClassification Average (1 datasets)":60.11,"Reranking Average (2 datasets)":55.58,"Retrieval Average (3 datasets)":56.64,"STS Average (3 datasets)":73.07,"MultilabelClassification Average (2 datasets)":36.98} +{"index":32,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":57.29,"Classification Average (9 datasets)":56.44,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":65.28,"Retrieval Average (3 datasets)":65.85,"STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.99} +{"index":43,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (23 datasets)":53.22,"Classification Average (9 datasets)":55.01,"Clustering Average (3 datasets)":49.57,"PairClassification Average (1 datasets)":56.27,"Reranking Average (2 datasets)":54.94,"Retrieval Average (3 datasets)":46.69,"STS Average (3 datasets)":70.23,"MultilabelClassification Average (2 datasets)":31.7} +{"index":16,"Rank":12,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":48.72,"Classification Average (9 datasets)":57.52,"Clustering Average (3 datasets)":51.29,"PairClassification Average (1 datasets)":51.97,"Reranking Average (2 datasets)":40.56,"Retrieval Average (3 datasets)":19.13,"STS Average (3 datasets)":64.4,"MultilabelClassification Average (2 datasets)":32.67} +{"index":21,"Rank":13,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":48.23,"Classification Average (9 datasets)":54.98,"Clustering Average (3 datasets)":46.84,"PairClassification Average (1 datasets)":55.61,"Reranking Average (2 datasets)":41.84,"Retrieval Average (3 datasets)":24.78,"STS Average (3 datasets)":65.91,"MultilabelClassification Average (2 datasets)":31.27} +{"index":17,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":45.35,"Classification Average (9 datasets)":57.24,"Clustering Average (3 datasets)":50.43,"PairClassification Average (1 datasets)":50.17,"Reranking Average (2 datasets)":32.8,"Retrieval Average (3 datasets)":8.51,"STS Average (3 datasets)":57.21,"MultilabelClassification Average (2 datasets)":31.87} +{"index":23,"Rank":15,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (23 datasets)":42.22,"Classification Average (9 datasets)":52.17,"Clustering Average (3 datasets)":39.11,"PairClassification Average (1 datasets)":51.87,"Reranking Average (2 datasets)":30.95,"Retrieval Average (3 datasets)":8.89,"STS Average (3 datasets)":61.6,"MultilabelClassification Average (2 datasets)":29.45} +{"index":5,"Rank":16,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.94,"Classification Average (9 datasets)":55.15,"Clustering Average (3 datasets)":38.41,"PairClassification Average (1 datasets)":53.02,"Reranking Average (2 datasets)":27.84,"Retrieval Average (3 datasets)":5.71,"STS Average (3 datasets)":56.2,"MultilabelClassification Average (2 datasets)":29.32} +{"index":7,"Rank":17,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.91,"Classification Average (9 datasets)":51.27,"Clustering Average (3 datasets)":43.13,"PairClassification Average (1 datasets)":59.12,"Reranking Average (2 datasets)":26.83,"Retrieval Average (3 datasets)":7.09,"STS Average (3 datasets)":61.18,"MultilabelClassification Average (2 datasets)":27.8} +{"index":6,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":37.53,"Classification Average (9 datasets)":51.6,"Clustering Average (3 datasets)":27.91,"PairClassification Average (1 datasets)":53.17,"Reranking Average (2 datasets)":27.46,"Retrieval Average (3 datasets)":5.33,"STS Average (3 datasets)":46.22,"MultilabelClassification Average (2 datasets)":26.2} +{"index":0,"Rank":19,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":8,"Rank":23,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (23 datasets)":"","Classification Average (9 datasets)":67.48,"Clustering Average (3 datasets)":61.91,"PairClassification Average (1 datasets)":58.93,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":35.6} +{"index":10,"Rank":25,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":12,"Rank":27,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":56.45,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.44} +{"index":13,"Rank":28,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":14,"Rank":29,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":19,"Rank":31,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":20,"Rank":32,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":22,"Rank":33,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":44.55,"Clustering Average (3 datasets)":30.76,"PairClassification Average (1 datasets)":52.85,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.15,"MultilabelClassification Average (2 datasets)":27.96} +{"index":26,"Rank":34,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":56.18,"Clustering Average (3 datasets)":42.92,"PairClassification Average (1 datasets)":56.49,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":53.39,"MultilabelClassification Average (2 datasets)":28.9} +{"index":33,"Rank":36,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":34,"Rank":37,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} +{"index":35,"Rank":38,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (23 datasets)":"","Classification Average (9 datasets)":64.41,"Clustering Average (3 datasets)":60.8,"PairClassification Average (1 datasets)":58.73,"Reranking Average (2 datasets)":53.82,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":76.03,"MultilabelClassification Average (2 datasets)":38.97} +{"index":36,"Rank":39,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":54.7,"Clustering Average (3 datasets)":47.74,"PairClassification Average (1 datasets)":55.71,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":65.52,"MultilabelClassification Average (2 datasets)":31.42} +{"index":37,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.15,"Clustering Average (3 datasets)":13.87,"PairClassification Average (1 datasets)":46.4,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.66,"MultilabelClassification Average (2 datasets)":25.96} +{"index":38,"Rank":41,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":28.75,"Clustering Average (3 datasets)":13.3,"PairClassification Average (1 datasets)":45.03,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":1.23,"STS Average (3 datasets)":38.07,"MultilabelClassification Average (2 datasets)":25.27} +{"index":39,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":28.82,"Clustering Average (3 datasets)":15.83,"PairClassification Average (1 datasets)":44.52,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":37.89,"MultilabelClassification Average (2 datasets)":26.9} +{"index":40,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":53.77,"Clustering Average (3 datasets)":47.76,"PairClassification Average (1 datasets)":58.56,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":66.17,"MultilabelClassification Average (2 datasets)":31.3} +{"index":41,"Rank":44,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":56.88,"Clustering Average (3 datasets)":49.18,"PairClassification Average (1 datasets)":64.57,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":68.98,"MultilabelClassification Average (2 datasets)":32.9} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} diff --git a/boards_data/ru/data_tasks/Classification/default.jsonl b/boards_data/ru/data_tasks/Classification/default.jsonl index bf21d107..01834d43 100644 --- a/boards_data/ru/data_tasks/Classification/default.jsonl +++ b/boards_data/ru/data_tasks/Classification/default.jsonl @@ -1,53 +1,44 @@ -{"index":29,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} -{"index":9,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":67.48,"GeoreviewClassification":53.47,"HeadlineClassification":85.66,"InappropriatenessClassification":65.29,"KinopoiskClassification":64.25,"RuReviewsClassification":68.58,"RuSciBenchGRNTIClassification":64.56,"RuSciBenchOECDClassification":51.2,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} -{"index":32,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} -{"index":36,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":16,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.78,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":67.16,"MassiveScenarioClassification (ru)":71.93} -{"index":26,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} -{"index":31,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} -{"index":2,"Rank":8,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.75,"MassiveScenarioClassification (ru)":73.42} -{"index":25,"Rank":9,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.88,"GeoreviewClassification":47.23,"HeadlineClassification":74.88,"InappropriatenessClassification":61.94,"KinopoiskClassification":55.69,"RuReviewsClassification":66.44,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.57,"MassiveScenarioClassification (ru)":68.33} -{"index":51,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} -{"index":30,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} -{"index":17,"Rank":12,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} -{"index":18,"Rank":13,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} -{"index":47,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} -{"index":13,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} -{"index":33,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} -{"index":27,"Rank":17,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} -{"index":6,"Rank":18,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} -{"index":52,"Rank":19,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} -{"index":22,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} -{"index":37,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.67,"MassiveScenarioClassification (ru)":65.25} -{"index":46,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} -{"index":24,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} -{"index":7,"Rank":24,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} -{"index":8,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} -{"index":23,"Rank":26,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} -{"index":40,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} -{"index":39,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} -{"index":38,"Rank":29,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.33,"MassiveScenarioClassification (ru)":28.75} -{"index":0,"Rank":30,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":44.29,"MassiveScenarioClassification (ru)":51.84} -{"index":1,"Rank":31,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":3,"Rank":32,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} -{"index":4,"Rank":33,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} -{"index":5,"Rank":34,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} -{"index":10,"Rank":35,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":71.7,"MassiveScenarioClassification (ru)":75.14} -{"index":11,"Rank":36,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} -{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} -{"index":15,"Rank":39,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} -{"index":19,"Rank":40,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} -{"index":20,"Rank":41,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} -{"index":21,"Rank":42,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} -{"index":28,"Rank":43,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} -{"index":34,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} -{"index":35,"Rank":45,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} -{"index":41,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.3,"MassiveScenarioClassification (ru)":28.16} -{"index":42,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":43,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":57.96,"MassiveScenarioClassification (ru)":65.41} -{"index":44,"Rank":49,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":16.82,"MassiveScenarioClassification (ru)":25.85} -{"index":45,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":36.58,"MassiveScenarioClassification (ru)":43.44} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":14.82,"MassiveScenarioClassification (ru)":20.69} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":17.32,"MassiveScenarioClassification (ru)":27.47} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":33.46,"MassiveScenarioClassification (ru)":40.73} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} +{"index":8,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":67.48,"GeoreviewClassification":53.47,"HeadlineClassification":85.66,"InappropriatenessClassification":65.29,"KinopoiskClassification":64.25,"RuReviewsClassification":68.58,"RuSciBenchGRNTIClassification":64.56,"RuSciBenchOECDClassification":51.2,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} +{"index":35,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.78,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":67.16,"MassiveScenarioClassification (ru)":71.93} +{"index":25,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} +{"index":30,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} +{"index":1,"Rank":8,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.75,"MassiveScenarioClassification (ru)":73.42} +{"index":24,"Rank":9,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.88,"GeoreviewClassification":47.23,"HeadlineClassification":74.88,"InappropriatenessClassification":61.94,"KinopoiskClassification":55.69,"RuReviewsClassification":66.44,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.57,"MassiveScenarioClassification (ru)":68.33} +{"index":42,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} +{"index":16,"Rank":12,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} +{"index":17,"Rank":13,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} +{"index":41,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} +{"index":12,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} +{"index":32,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} +{"index":26,"Rank":17,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} +{"index":5,"Rank":18,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} +{"index":43,"Rank":19,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} +{"index":36,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.7,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.64,"MassiveScenarioClassification (ru)":65.23} +{"index":40,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} +{"index":23,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} +{"index":6,"Rank":24,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} +{"index":7,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} +{"index":22,"Rank":26,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} +{"index":38,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} +{"index":37,"Rank":29,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.29,"MassiveScenarioClassification (ru)":28.77} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} +{"index":2,"Rank":31,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} +{"index":3,"Rank":32,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} +{"index":4,"Rank":33,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} +{"index":9,"Rank":34,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":71.7,"MassiveScenarioClassification (ru)":75.14} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} +{"index":18,"Rank":39,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} +{"index":27,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} diff --git a/boards_data/ru/data_tasks/Clustering/default.jsonl b/boards_data/ru/data_tasks/Clustering/default.jsonl index 83c86ee2..246732ed 100644 --- a/boards_data/ru/data_tasks/Clustering/default.jsonl +++ b/boards_data/ru/data_tasks/Clustering/default.jsonl @@ -1,47 +1,38 @@ -{"index":29,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} -{"index":32,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.21,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":53.09} -{"index":9,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":61.91,"GeoreviewClusteringP2P":74.06,"RuSciBenchGRNTIClusteringP2P":60.01,"RuSciBenchOECDClusteringP2P":51.66} -{"index":36,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":16,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} -{"index":26,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.61,"GeoreviewClusteringP2P":62.79,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} -{"index":25,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.42,"GeoreviewClusteringP2P":64.16,"RuSciBenchGRNTIClusteringP2P":51.38,"RuSciBenchOECDClusteringP2P":44.73} -{"index":51,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.22,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":50.64,"RuSciBenchOECDClusteringP2P":44.48} -{"index":2,"Rank":9,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} -{"index":31,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} -{"index":13,"Rank":11,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} -{"index":33,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} -{"index":17,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} -{"index":18,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} -{"index":30,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} -{"index":52,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.57,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":47.55,"RuSciBenchOECDClusteringP2P":41.44} -{"index":47,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} -{"index":46,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} -{"index":37,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} -{"index":22,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} -{"index":8,"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} -{"index":27,"Rank":22,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} -{"index":24,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} -{"index":6,"Rank":24,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} -{"index":23,"Rank":25,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} -{"index":7,"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} -{"index":40,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} -{"index":38,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} -{"index":39,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} -{"index":0,"Rank":30,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":1,"Rank":31,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":11,"Rank":36,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":15,"Rank":39,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":20,"Rank":41,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":21,"Rank":42,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":34,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":35,"Rank":45,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":41,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":42,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":43,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":44,"Rank":49,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":45,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.21,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":53.09} +{"index":8,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":61.91,"GeoreviewClusteringP2P":74.06,"RuSciBenchGRNTIClusteringP2P":60.01,"RuSciBenchOECDClusteringP2P":51.66} +{"index":35,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} +{"index":25,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.61,"GeoreviewClusteringP2P":62.79,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.42,"GeoreviewClusteringP2P":64.16,"RuSciBenchGRNTIClusteringP2P":51.38,"RuSciBenchOECDClusteringP2P":44.73} +{"index":42,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.22,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":50.64,"RuSciBenchOECDClusteringP2P":44.48} +{"index":1,"Rank":9,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} +{"index":30,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} +{"index":12,"Rank":11,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} +{"index":32,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} +{"index":17,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} +{"index":29,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} +{"index":43,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.57,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":47.55,"RuSciBenchOECDClusteringP2P":41.44} +{"index":41,"Rank":17,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} +{"index":40,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} +{"index":36,"Rank":19,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} +{"index":7,"Rank":21,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} +{"index":26,"Rank":22,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} +{"index":23,"Rank":23,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} +{"index":5,"Rank":24,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} +{"index":22,"Rank":25,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} +{"index":6,"Rank":26,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} +{"index":38,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl b/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl index b5b80c65..6c11ab08 100644 --- a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl +++ b/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl @@ -1,47 +1,38 @@ -{"index":29,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} -{"index":32,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} -{"index":36,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":16,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} -{"index":25,"Rank":5,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"CEDRClassification":46.47,"SensitiveTopicsClassification":27.5} -{"index":51,"Rank":6,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.32,"CEDRClassification":45.11,"SensitiveTopicsClassification":27.52} -{"index":31,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} -{"index":26,"Rank":8,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":35.88,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.29} -{"index":9,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.6,"CEDRClassification":42.68,"SensitiveTopicsClassification":28.52} -{"index":2,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} -{"index":30,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} -{"index":47,"Rank":12,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} -{"index":17,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} -{"index":33,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} -{"index":18,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} -{"index":52,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":31.7,"CEDRClassification":38.95,"SensitiveTopicsClassification":24.44} -{"index":13,"Rank":17,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} -{"index":37,"Rank":18,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} -{"index":46,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} -{"index":22,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} -{"index":24,"Rank":21,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} -{"index":6,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} -{"index":27,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} -{"index":23,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} -{"index":8,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} -{"index":40,"Rank":26,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} -{"index":7,"Rank":27,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} -{"index":38,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} -{"index":39,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} -{"index":0,"Rank":30,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":1,"Rank":31,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":11,"Rank":36,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":15,"Rank":39,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":20,"Rank":41,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":21,"Rank":42,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":34,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":35,"Rank":45,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":41,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":42,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":43,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":44,"Rank":49,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":45,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} +{"index":35,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} +{"index":15,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} +{"index":24,"Rank":5,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"CEDRClassification":46.47,"SensitiveTopicsClassification":27.5} +{"index":42,"Rank":6,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.32,"CEDRClassification":45.11,"SensitiveTopicsClassification":27.52} +{"index":30,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} +{"index":25,"Rank":8,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":35.88,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.29} +{"index":8,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.6,"CEDRClassification":42.68,"SensitiveTopicsClassification":28.52} +{"index":1,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} +{"index":41,"Rank":12,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} +{"index":32,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} +{"index":43,"Rank":16,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":31.7,"CEDRClassification":38.95,"SensitiveTopicsClassification":24.44} +{"index":12,"Rank":17,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} +{"index":36,"Rank":18,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} +{"index":40,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} +{"index":21,"Rank":20,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} +{"index":23,"Rank":21,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} +{"index":26,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} +{"index":22,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} +{"index":7,"Rank":25,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} +{"index":39,"Rank":26,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} +{"index":6,"Rank":27,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} +{"index":38,"Rank":29,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/boards_data/ru/data_tasks/PairClassification/default.jsonl b/boards_data/ru/data_tasks/PairClassification/default.jsonl index 38c15393..60215fb5 100644 --- a/boards_data/ru/data_tasks/PairClassification/default.jsonl +++ b/boards_data/ru/data_tasks/PairClassification/default.jsonl @@ -1,47 +1,38 @@ -{"index":26,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} -{"index":47,"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} -{"index":32,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} -{"index":29,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} -{"index":16,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} -{"index":2,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} -{"index":25,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":60.11} -{"index":8,"Rank":8,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} -{"index":9,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} -{"index":36,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":46,"Rank":11,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} -{"index":31,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.4} -{"index":51,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} -{"index":27,"Rank":14,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} -{"index":52,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} -{"index":37,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} -{"index":22,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} -{"index":33,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":13,"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":30,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.96} -{"index":7,"Rank":21,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} -{"index":6,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} -{"index":23,"Rank":23,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":52.85} -{"index":17,"Rank":24,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} -{"index":24,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} -{"index":18,"Rank":26,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} -{"index":38,"Rank":27,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} -{"index":39,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} -{"index":40,"Rank":29,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} -{"index":0,"Rank":30,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","TERRa":""} -{"index":1,"Rank":31,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} -{"index":11,"Rank":36,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":15,"Rank":39,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":20,"Rank":41,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} -{"index":21,"Rank":42,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} -{"index":34,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":""} -{"index":35,"Rank":45,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":""} -{"index":41,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":42,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","TERRa":""} -{"index":43,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":""} -{"index":44,"Rank":49,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":45,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} +{"index":25,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} +{"index":41,"Rank":2,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} +{"index":28,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} +{"index":15,"Rank":5,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} +{"index":1,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":60.11} +{"index":7,"Rank":8,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} +{"index":8,"Rank":9,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} +{"index":35,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} +{"index":40,"Rank":11,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} +{"index":30,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} +{"index":42,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} +{"index":26,"Rank":14,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} +{"index":43,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} +{"index":36,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} +{"index":21,"Rank":17,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} +{"index":32,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} +{"index":12,"Rank":19,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} +{"index":29,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} +{"index":6,"Rank":21,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} +{"index":22,"Rank":23,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":52.85} +{"index":16,"Rank":24,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} +{"index":23,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} +{"index":17,"Rank":26,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} +{"index":37,"Rank":27,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} +{"index":38,"Rank":28,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} +{"index":39,"Rank":29,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} +{"index":0,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":""} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} diff --git a/boards_data/ru/data_tasks/Reranking/default.jsonl b/boards_data/ru/data_tasks/Reranking/default.jsonl index e7e923ff..29904ac1 100644 --- a/boards_data/ru/data_tasks/Reranking/default.jsonl +++ b/boards_data/ru/data_tasks/Reranking/default.jsonl @@ -1,47 +1,38 @@ -{"index":29,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} -{"index":2,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} -{"index":31,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} -{"index":32,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.17,"RuBQReranking":75.84,"MIRACLReranking (ru)":62.49} -{"index":26,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} -{"index":30,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} -{"index":33,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} -{"index":16,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} -{"index":51,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} -{"index":25,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} -{"index":52,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} -{"index":36,"Rank":12,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":22,"Rank":13,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} -{"index":17,"Rank":14,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} -{"index":18,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} -{"index":24,"Rank":16,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} -{"index":6,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} -{"index":7,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} -{"index":8,"Rank":19,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":9,"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RuBQReranking":72.43,"MIRACLReranking (ru)":""} -{"index":11,"Rank":27,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":13,"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":20,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":21,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":23,"Rank":35,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RuBQReranking":35.44,"MIRACLReranking (ru)":""} -{"index":27,"Rank":36,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":34.01,"MIRACLReranking (ru)":""} -{"index":34,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":35,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":37,"Rank":40,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":55.13,"MIRACLReranking (ru)":""} -{"index":38,"Rank":41,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":38.51,"MIRACLReranking (ru)":""} -{"index":39,"Rank":42,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":27.05,"MIRACLReranking (ru)":""} -{"index":40,"Rank":43,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":30.96,"MIRACLReranking (ru)":""} -{"index":41,"Rank":44,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":42,"Rank":45,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":43,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":44,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":45,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":46,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":52.8,"MIRACLReranking (ru)":""} -{"index":47,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":58.77,"MIRACLReranking (ru)":""} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":28,"Rank":1,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} +{"index":1,"Rank":2,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} +{"index":30,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} +{"index":31,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.17,"RuBQReranking":75.84,"MIRACLReranking (ru)":62.49} +{"index":25,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} +{"index":29,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} +{"index":32,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} +{"index":15,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} +{"index":42,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} +{"index":24,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} +{"index":43,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} +{"index":35,"Rank":12,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} +{"index":21,"Rank":13,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} +{"index":16,"Rank":14,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} +{"index":23,"Rank":16,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} +{"index":5,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} +{"index":6,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} +{"index":7,"Rank":19,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} +{"index":0,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":8,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RuBQReranking":72.43,"MIRACLReranking (ru)":""} +{"index":10,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":12,"Rank":28,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} +{"index":13,"Rank":29,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":19,"Rank":32,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":20,"Rank":33,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":22,"Rank":34,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RuBQReranking":35.44,"MIRACLReranking (ru)":""} +{"index":26,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":34.01,"MIRACLReranking (ru)":""} +{"index":33,"Rank":37,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":34,"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} +{"index":36,"Rank":39,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":55.13,"MIRACLReranking (ru)":""} +{"index":37,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":38.51,"MIRACLReranking (ru)":""} +{"index":38,"Rank":41,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":27.05,"MIRACLReranking (ru)":""} +{"index":39,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":30.96,"MIRACLReranking (ru)":""} +{"index":40,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":52.8,"MIRACLReranking (ru)":""} +{"index":41,"Rank":44,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":58.77,"MIRACLReranking (ru)":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} diff --git a/boards_data/ru/data_tasks/Retrieval/default.jsonl b/boards_data/ru/data_tasks/Retrieval/default.jsonl index b9d3c016..2c6a37d9 100644 --- a/boards_data/ru/data_tasks/Retrieval/default.jsonl +++ b/boards_data/ru/data_tasks/Retrieval/default.jsonl @@ -1,47 +1,38 @@ -{"index":2,"Rank":1,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} -{"index":32,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.41,"RiaNewsRetrieval":83.26,"RuBQRetrieval":73.9,"MIRACLRetrieval (ru)":66.08} -{"index":29,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} -{"index":31,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} -{"index":26,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} -{"index":30,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} -{"index":16,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} -{"index":33,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} -{"index":51,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} -{"index":25,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.64,"RiaNewsRetrieval":77.83,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":35.22} -{"index":52,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} -{"index":22,"Rank":12,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} -{"index":17,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} -{"index":24,"Rank":14,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} -{"index":18,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} -{"index":8,"Rank":16,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} -{"index":6,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} -{"index":7,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} -{"index":39,"Rank":19,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} -{"index":0,"Rank":20,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":1,"Rank":21,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":9,"Rank":25,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":70.94,"MIRACLRetrieval (ru)":""} -{"index":11,"Rank":27,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":13,"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} -{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":15,"Rank":31,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":20,"Rank":33,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":21,"Rank":34,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":23,"Rank":35,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":""} -{"index":27,"Rank":36,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":""} -{"index":34,"Rank":38,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":35,"Rank":39,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":36,"Rank":40,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":37,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":""} -{"index":38,"Rank":42,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":""} -{"index":40,"Rank":43,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":""} -{"index":41,"Rank":44,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":42,"Rank":45,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":43,"Rank":46,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":44,"Rank":47,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":45,"Rank":48,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":46,"Rank":49,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":""} -{"index":47,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":""} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":1,"Rank":1,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} +{"index":31,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.41,"RiaNewsRetrieval":83.26,"RuBQRetrieval":73.9,"MIRACLRetrieval (ru)":66.08} +{"index":28,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} +{"index":30,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} +{"index":25,"Rank":5,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} +{"index":29,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} +{"index":15,"Rank":7,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} +{"index":32,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} +{"index":42,"Rank":9,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} +{"index":24,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.64,"RiaNewsRetrieval":77.83,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":35.22} +{"index":43,"Rank":11,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} +{"index":21,"Rank":12,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} +{"index":16,"Rank":13,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} +{"index":23,"Rank":14,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} +{"index":17,"Rank":15,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} +{"index":7,"Rank":16,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} +{"index":5,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} +{"index":6,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} +{"index":38,"Rank":19,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} +{"index":0,"Rank":20,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":8,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":70.94,"MIRACLRetrieval (ru)":""} +{"index":10,"Rank":26,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":12,"Rank":28,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} +{"index":13,"Rank":29,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":14,"Rank":30,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":19,"Rank":32,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":20,"Rank":33,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":22,"Rank":34,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":""} +{"index":26,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":""} +{"index":33,"Rank":37,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":34,"Rank":38,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} +{"index":35,"Rank":39,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} +{"index":36,"Rank":40,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":""} +{"index":37,"Rank":41,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":""} +{"index":39,"Rank":42,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":""} +{"index":40,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":""} +{"index":41,"Rank":44,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":""} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} diff --git a/boards_data/ru/data_tasks/STS/default.jsonl b/boards_data/ru/data_tasks/STS/default.jsonl index 6674a182..9a018ff9 100644 --- a/boards_data/ru/data_tasks/STS/default.jsonl +++ b/boards_data/ru/data_tasks/STS/default.jsonl @@ -1,51 +1,42 @@ -{"index":36,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":26,"Rank":2,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.38,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":66.42} -{"index":32,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.85,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":65.17} -{"index":16,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} -{"index":29,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} -{"index":2,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} -{"index":25,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.07,"RUParaPhraserSTS":73.56,"RuSTSBenchmarkSTS":82.26,"STS22 (ru)":63.39} -{"index":51,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.54,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":62.89} -{"index":31,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} -{"index":52,"Rank":10,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":70.23,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":60.06} -{"index":30,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} -{"index":33,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":13,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":47,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} -{"index":46,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} -{"index":22,"Rank":16,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} -{"index":37,"Rank":17,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} -{"index":17,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} -{"index":24,"Rank":19,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":61.6,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":50.23} -{"index":8,"Rank":20,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} -{"index":18,"Rank":21,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} -{"index":6,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} -{"index":27,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} -{"index":23,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} -{"index":7,"Rank":25,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} -{"index":39,"Rank":26,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} -{"index":40,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} -{"index":38,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} -{"index":0,"Rank":29,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":39.24} -{"index":1,"Rank":30,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":9,"Rank":34,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":""} -{"index":10,"Rank":35,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":59.9} -{"index":11,"Rank":36,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} -{"index":12,"Rank":37,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} -{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} -{"index":15,"Rank":39,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} -{"index":19,"Rank":40,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} -{"index":20,"Rank":41,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} -{"index":21,"Rank":42,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":28,"Rank":43,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} -{"index":34,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.14} -{"index":35,"Rank":45,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":28.77} -{"index":41,"Rank":46,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":1.11} -{"index":42,"Rank":47,"Model":"komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":19.44} -{"index":43,"Rank":48,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":52.4} -{"index":44,"Rank":49,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":15.36} -{"index":45,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":32.69} -{"index":48,"Rank":51,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":12.13} -{"index":49,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":14.21} -{"index":50,"Rank":53,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":26.63} -{"index":53,"Rank":54,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":54.51} +{"index":35,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} +{"index":25,"Rank":2,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.38,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":66.42} +{"index":31,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.85,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":65.17} +{"index":15,"Rank":4,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} +{"index":28,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} +{"index":1,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} +{"index":24,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.07,"RUParaPhraserSTS":73.56,"RuSTSBenchmarkSTS":82.26,"STS22 (ru)":63.39} +{"index":42,"Rank":8,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.54,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":62.89} +{"index":30,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} +{"index":43,"Rank":10,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":70.23,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":60.06} +{"index":29,"Rank":11,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} +{"index":32,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} +{"index":12,"Rank":13,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} +{"index":41,"Rank":14,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} +{"index":40,"Rank":15,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} +{"index":21,"Rank":16,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} +{"index":36,"Rank":17,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} +{"index":16,"Rank":18,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} +{"index":23,"Rank":19,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":61.6,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":50.23} +{"index":7,"Rank":20,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} +{"index":17,"Rank":21,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} +{"index":5,"Rank":22,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} +{"index":26,"Rank":23,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} +{"index":22,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} +{"index":6,"Rank":25,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} +{"index":38,"Rank":26,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} +{"index":39,"Rank":27,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} +{"index":37,"Rank":28,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} +{"index":0,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} +{"index":8,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":""} +{"index":9,"Rank":34,"Model":"multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":59.9} +{"index":10,"Rank":35,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} +{"index":11,"Rank":36,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} +{"index":13,"Rank":37,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} +{"index":14,"Rank":38,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} +{"index":18,"Rank":39,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} +{"index":19,"Rank":40,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} +{"index":20,"Rank":41,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} +{"index":27,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} +{"index":33,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.14} +{"index":34,"Rank":44,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":28.77} +{"index":44,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":54.51}